2024-11-20 12:12:45,897 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-20 12:12:45,976 main DEBUG Took 0.070207 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 12:12:45,977 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 12:12:45,977 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 12:12:45,979 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 12:12:45,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:12:46,026 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 12:12:46,083 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:12:46,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:12:46,086 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:12:46,087 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:12:46,088 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:12:46,095 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:12:46,097 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:12:46,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:12:46,098 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:12:46,099 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:12:46,105 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:12:46,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:12:46,106 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:12:46,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:12:46,107 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:12:46,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:12:46,114 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:12:46,115 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:12:46,115 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:12:46,116 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:12:46,123 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:12:46,123 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:12:46,124 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:12:46,125 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:12:46,125 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:12:46,126 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 12:12:46,128 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:12:46,130 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 12:12:46,148 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 12:12:46,149 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 12:12:46,151 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 12:12:46,152 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 12:12:46,186 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 12:12:46,190 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 12:12:46,193 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 12:12:46,198 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 12:12:46,199 main DEBUG createAppenders(={Console}) 2024-11-20 12:12:46,200 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 initialized 2024-11-20 12:12:46,201 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-20 12:12:46,202 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 OK. 2024-11-20 12:12:46,203 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 12:12:46,203 main DEBUG OutputStream closed 2024-11-20 12:12:46,204 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 12:12:46,204 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 12:12:46,204 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@23c30a20 OK 2024-11-20 12:12:46,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 12:12:46,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 12:12:46,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 12:12:46,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 12:12:46,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 12:12:46,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 12:12:46,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 12:12:46,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 12:12:46,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 12:12:46,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 12:12:46,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 12:12:46,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 12:12:46,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 12:12:46,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 12:12:46,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 12:12:46,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 12:12:46,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 12:12:46,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 12:12:46,368 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 12:12:46,368 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b7c4869) with optional ClassLoader: null 2024-11-20 12:12:46,369 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 12:12:46,370 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b7c4869] started OK. 2024-11-20T12:12:46,389 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-20 12:12:46,393 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 12:12:46,393 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T12:12:46,405 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-20T12:12:46,499 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=418, ProcessCount=11, AvailableMemoryMB=4961 2024-11-20T12:12:47,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6 2024-11-20T12:12:47,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:12:47,060 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/cluster_873faafe-0ae7-288c-39c7-017fca307115, deleteOnExit=true 2024-11-20T12:12:47,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:12:47,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/test.cache.data in system properties and HBase conf 2024-11-20T12:12:47,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:12:47,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:12:47,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:12:47,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:12:47,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:12:47,220 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T12:12:47,411 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:12:47,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:12:47,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:12:47,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:12:47,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:12:47,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:12:47,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:12:47,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:12:47,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:12:47,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:12:47,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:12:47,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:12:47,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:12:47,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:12:47,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:12:48,946 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T12:12:49,075 INFO [Time-limited test {}] log.Log(170): Logging initialized @5137ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T12:12:49,176 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:12:49,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:12:49,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:12:49,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:12:49,316 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:12:49,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:12:49,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:12:49,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:12:49,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/java.io.tmpdir/jetty-localhost-39371-hadoop-hdfs-3_4_1-tests_jar-_-any-18056080517640670067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:12:49,638 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:39371} 2024-11-20T12:12:49,638 INFO [Time-limited test {}] server.Server(415): Started @5701ms 2024-11-20T12:12:50,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:12:50,518 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:12:50,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:12:50,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:12:50,526 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:12:50,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:12:50,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:12:50,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b29fa79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/java.io.tmpdir/jetty-localhost-42085-hadoop-hdfs-3_4_1-tests_jar-_-any-16179889006538437082/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:12:50,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:42085} 2024-11-20T12:12:50,695 INFO [Time-limited test {}] server.Server(415): Started @6759ms 2024-11-20T12:12:50,782 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:12:51,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:12:51,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:12:51,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:12:51,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:12:51,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:12:51,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:12:51,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:12:51,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c874617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/java.io.tmpdir/jetty-localhost-38241-hadoop-hdfs-3_4_1-tests_jar-_-any-4557408958796492468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:12:51,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:38241} 2024-11-20T12:12:51,270 INFO [Time-limited test {}] server.Server(415): Started @7333ms 2024-11-20T12:12:51,272 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:12:51,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:12:51,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:12:51,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:12:51,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:12:51,339 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:12:51,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:12:51,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:12:51,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e15ccfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/java.io.tmpdir/jetty-localhost-46801-hadoop-hdfs-3_4_1-tests_jar-_-any-3508178078418834257/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:12:51,471 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:46801} 2024-11-20T12:12:51,471 INFO [Time-limited test {}] server.Server(415): Started @7534ms 2024-11-20T12:12:51,473 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:12:53,861 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/cluster_873faafe-0ae7-288c-39c7-017fca307115/data/data1/current/BP-15944175-172.17.0.3-1732104768246/current, will proceed with Du for space computation calculation, 2024-11-20T12:12:53,861 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/cluster_873faafe-0ae7-288c-39c7-017fca307115/data/data2/current/BP-15944175-172.17.0.3-1732104768246/current, will proceed with Du for space computation calculation, 2024-11-20T12:12:53,861 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/cluster_873faafe-0ae7-288c-39c7-017fca307115/data/data4/current/BP-15944175-172.17.0.3-1732104768246/current, will proceed with Du for space computation calculation, 2024-11-20T12:12:53,861 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/cluster_873faafe-0ae7-288c-39c7-017fca307115/data/data3/current/BP-15944175-172.17.0.3-1732104768246/current, will proceed with Du for space computation calculation, 2024-11-20T12:12:53,924 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:12:53,937 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:12:53,956 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/cluster_873faafe-0ae7-288c-39c7-017fca307115/data/data5/current/BP-15944175-172.17.0.3-1732104768246/current, will proceed with Du for space computation calculation, 2024-11-20T12:12:53,956 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/cluster_873faafe-0ae7-288c-39c7-017fca307115/data/data6/current/BP-15944175-172.17.0.3-1732104768246/current, will proceed with Du for space computation calculation, 2024-11-20T12:12:54,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c9ca50a9b1d3192 with lease ID 0xc5ea12906b27c2bf: Processing first storage report for DS-1bb9b5e6-e253-4da3-9f58-1f23f75ed688 from datanode DatanodeRegistration(127.0.0.1:43685, datanodeUuid=40130dc5-1e59-4e23-a19c-bc7247e6f647, infoPort=34325, infoSecurePort=0, ipcPort=42813, storageInfo=lv=-57;cid=testClusterID;nsid=1641098863;c=1732104768246) 2024-11-20T12:12:54,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c9ca50a9b1d3192 with lease ID 0xc5ea12906b27c2bf: from storage DS-1bb9b5e6-e253-4da3-9f58-1f23f75ed688 node DatanodeRegistration(127.0.0.1:43685, datanodeUuid=40130dc5-1e59-4e23-a19c-bc7247e6f647, infoPort=34325, infoSecurePort=0, ipcPort=42813, storageInfo=lv=-57;cid=testClusterID;nsid=1641098863;c=1732104768246), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T12:12:54,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3537098d2a50406 with lease ID 0xc5ea12906b27c2be: Processing first storage report for DS-e6d931de-ecb2-465b-a414-0fbf3ae6a5dc from datanode DatanodeRegistration(127.0.0.1:39187, datanodeUuid=41adfd11-b49c-46d0-abb3-f0363788777c, infoPort=38801, infoSecurePort=0, ipcPort=36165, storageInfo=lv=-57;cid=testClusterID;nsid=1641098863;c=1732104768246) 2024-11-20T12:12:54,017 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3537098d2a50406 with lease ID 0xc5ea12906b27c2be: from storage DS-e6d931de-ecb2-465b-a414-0fbf3ae6a5dc node DatanodeRegistration(127.0.0.1:39187, datanodeUuid=41adfd11-b49c-46d0-abb3-f0363788777c, infoPort=38801, infoSecurePort=0, ipcPort=36165, storageInfo=lv=-57;cid=testClusterID;nsid=1641098863;c=1732104768246), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:12:54,018 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3537098d2a50406 with lease ID 0xc5ea12906b27c2be: Processing first storage report for DS-b1aeca2b-1b64-4e6f-87ef-4382ba35b730 from datanode DatanodeRegistration(127.0.0.1:39187, datanodeUuid=41adfd11-b49c-46d0-abb3-f0363788777c, infoPort=38801, infoSecurePort=0, ipcPort=36165, storageInfo=lv=-57;cid=testClusterID;nsid=1641098863;c=1732104768246) 2024-11-20T12:12:54,018 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3537098d2a50406 with lease ID 0xc5ea12906b27c2be: from storage DS-b1aeca2b-1b64-4e6f-87ef-4382ba35b730 node DatanodeRegistration(127.0.0.1:39187, datanodeUuid=41adfd11-b49c-46d0-abb3-f0363788777c, infoPort=38801, infoSecurePort=0, ipcPort=36165, storageInfo=lv=-57;cid=testClusterID;nsid=1641098863;c=1732104768246), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T12:12:54,018 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c9ca50a9b1d3192 with lease ID 0xc5ea12906b27c2bf: Processing first storage report for DS-46575b40-16e8-4149-a24c-666b2f6f0838 from datanode DatanodeRegistration(127.0.0.1:43685, datanodeUuid=40130dc5-1e59-4e23-a19c-bc7247e6f647, infoPort=34325, infoSecurePort=0, ipcPort=42813, storageInfo=lv=-57;cid=testClusterID;nsid=1641098863;c=1732104768246) 2024-11-20T12:12:54,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c9ca50a9b1d3192 with lease ID 0xc5ea12906b27c2bf: from storage DS-46575b40-16e8-4149-a24c-666b2f6f0838 node DatanodeRegistration(127.0.0.1:43685, datanodeUuid=40130dc5-1e59-4e23-a19c-bc7247e6f647, infoPort=34325, infoSecurePort=0, ipcPort=42813, storageInfo=lv=-57;cid=testClusterID;nsid=1641098863;c=1732104768246), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:12:54,045 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:12:54,054 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79ff88fb1a216fca with lease ID 0xc5ea12906b27c2c0: Processing first storage report for DS-1c83a1db-06fb-4f9d-83e6-edca061b4658 from datanode DatanodeRegistration(127.0.0.1:37439, datanodeUuid=6882337e-329d-41ad-8766-d71faab9dafe, infoPort=37213, infoSecurePort=0, ipcPort=35143, storageInfo=lv=-57;cid=testClusterID;nsid=1641098863;c=1732104768246) 2024-11-20T12:12:54,054 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79ff88fb1a216fca with lease ID 0xc5ea12906b27c2c0: from storage DS-1c83a1db-06fb-4f9d-83e6-edca061b4658 node DatanodeRegistration(127.0.0.1:37439, datanodeUuid=6882337e-329d-41ad-8766-d71faab9dafe, infoPort=37213, infoSecurePort=0, ipcPort=35143, storageInfo=lv=-57;cid=testClusterID;nsid=1641098863;c=1732104768246), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T12:12:54,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79ff88fb1a216fca with lease ID 0xc5ea12906b27c2c0: Processing first storage report for DS-c9d2bf7f-37bc-4318-ace7-9b5d66e301f3 from datanode DatanodeRegistration(127.0.0.1:37439, datanodeUuid=6882337e-329d-41ad-8766-d71faab9dafe, infoPort=37213, infoSecurePort=0, ipcPort=35143, storageInfo=lv=-57;cid=testClusterID;nsid=1641098863;c=1732104768246) 2024-11-20T12:12:54,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79ff88fb1a216fca with lease ID 0xc5ea12906b27c2c0: from storage DS-c9d2bf7f-37bc-4318-ace7-9b5d66e301f3 node DatanodeRegistration(127.0.0.1:37439, datanodeUuid=6882337e-329d-41ad-8766-d71faab9dafe, infoPort=37213, infoSecurePort=0, ipcPort=35143, storageInfo=lv=-57;cid=testClusterID;nsid=1641098863;c=1732104768246), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T12:12:54,110 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6 2024-11-20T12:12:54,292 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/cluster_873faafe-0ae7-288c-39c7-017fca307115/zookeeper_0, clientPort=62489, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/cluster_873faafe-0ae7-288c-39c7-017fca307115/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/cluster_873faafe-0ae7-288c-39c7-017fca307115/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T12:12:54,320 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62489 2024-11-20T12:12:54,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:12:54,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:12:54,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:12:54,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:12:54,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:12:55,291 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193 with version=8 2024-11-20T12:12:55,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/hbase-staging 2024-11-20T12:12:55,444 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T12:12:55,721 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:12:55,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:12:55,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:12:55,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:12:55,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:12:55,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:12:55,991 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:12:56,081 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T12:12:56,093 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T12:12:56,106 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:12:56,143 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1009 (auto-detected) 2024-11-20T12:12:56,145 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-20T12:12:56,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43969 2024-11-20T12:12:56,210 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43969 connecting to ZooKeeper ensemble=127.0.0.1:62489 2024-11-20T12:12:56,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439690x0, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:12:56,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43969-0x10158295e0f0000 connected 2024-11-20T12:12:56,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:12:56,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:12:56,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T12:12:56,500 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193, hbase.cluster.distributed=false 2024-11-20T12:12:56,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T12:12:56,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43969 2024-11-20T12:12:56,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43969 2024-11-20T12:12:56,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43969 2024-11-20T12:12:56,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43969 2024-11-20T12:12:56,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43969 2024-11-20T12:12:56,783 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:12:56,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:12:56,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:12:56,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:12:56,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:12:56,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:12:56,792 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:12:56,800 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:12:56,811 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39773 2024-11-20T12:12:56,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39773 connecting to ZooKeeper ensemble=127.0.0.1:62489 2024-11-20T12:12:56,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:12:56,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:12:56,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397730x0, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:12:56,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397730x0, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T12:12:56,925 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:12:56,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39773-0x10158295e0f0001 connected 2024-11-20T12:12:56,938 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:12:56,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T12:12:56,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T12:12:56,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39773 2024-11-20T12:12:56,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39773 2024-11-20T12:12:56,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39773 2024-11-20T12:12:56,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39773 2024-11-20T12:12:56,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39773 2024-11-20T12:12:56,995 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:12:56,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:12:56,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:12:56,996 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:12:56,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:12:56,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:12:56,996 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:12:56,997 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:12:57,014 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34335 2024-11-20T12:12:57,016 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34335 connecting to ZooKeeper ensemble=127.0.0.1:62489 2024-11-20T12:12:57,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:12:57,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:12:57,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343350x0, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:12:57,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34335-0x10158295e0f0002 connected 2024-11-20T12:12:57,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T12:12:57,042 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:12:57,052 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:12:57,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T12:12:57,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T12:12:57,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34335 2024-11-20T12:12:57,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34335 2024-11-20T12:12:57,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34335 2024-11-20T12:12:57,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34335 2024-11-20T12:12:57,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34335 2024-11-20T12:12:57,122 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:12:57,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:12:57,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:12:57,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:12:57,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:12:57,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:12:57,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:12:57,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:12:57,126 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35135 2024-11-20T12:12:57,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35135 connecting to ZooKeeper ensemble=127.0.0.1:62489 2024-11-20T12:12:57,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:12:57,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:12:57,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351350x0, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:12:57,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351350x0, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T12:12:57,168 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:12:57,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35135-0x10158295e0f0003 connected 2024-11-20T12:12:57,172 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:12:57,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35135-0x10158295e0f0003, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T12:12:57,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35135-0x10158295e0f0003, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T12:12:57,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35135 2024-11-20T12:12:57,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35135 2024-11-20T12:12:57,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35135 2024-11-20T12:12:57,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35135 2024-11-20T12:12:57,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35135 2024-11-20T12:12:57,228 DEBUG [M:0;843d83d51ba0:43969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:43969 2024-11-20T12:12:57,230 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/843d83d51ba0,43969,1732104775520 2024-11-20T12:12:57,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T12:12:57,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T12:12:57,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35135-0x10158295e0f0003, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T12:12:57,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T12:12:57,256 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/843d83d51ba0,43969,1732104775520 2024-11-20T12:12:57,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T12:12:57,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:57,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T12:12:57,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35135-0x10158295e0f0003, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T12:12:57,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:57,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:57,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35135-0x10158295e0f0003, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:57,308 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T12:12:57,313 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/843d83d51ba0,43969,1732104775520 from backup master directory 2024-11-20T12:12:57,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/843d83d51ba0,43969,1732104775520 2024-11-20T12:12:57,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T12:12:57,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T12:12:57,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35135-0x10158295e0f0003, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T12:12:57,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T12:12:57,328 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:12:57,328 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,43969,1732104775520 2024-11-20T12:12:57,331 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T12:12:57,334 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T12:12:57,406 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/hbase.id] with ID: 71d2eaa3-40d2-41a8-b45f-54ea8dad548d 2024-11-20T12:12:57,407 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/.tmp/hbase.id 2024-11-20T12:12:57,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:12:57,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:12:57,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:12:57,434 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/.tmp/hbase.id]:[hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/hbase.id] 2024-11-20T12:12:57,480 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:12:57,486 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:12:57,505 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-20T12:12:57,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35135-0x10158295e0f0003, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:57,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:57,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:57,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:57,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:12:57,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:12:57,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:12:57,687 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:12:57,690 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:12:57,710 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T12:12:57,717 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:12:57,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:12:57,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:12:57,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:12:58,270 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store 2024-11-20T12:12:58,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:12:58,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:12:58,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:12:58,735 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T12:12:58,744 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:12:58,746 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:12:58,746 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:12:58,748 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:12:58,761 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:12:58,761 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:12:58,761 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:12:58,763 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732104778746Disabling compacts and flushes for region at 1732104778746Disabling writes for close at 1732104778761 (+15 ms)Writing region close event to WAL at 1732104778761Closed at 1732104778761 2024-11-20T12:12:58,766 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/.initializing 2024-11-20T12:12:58,766 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/WALs/843d83d51ba0,43969,1732104775520 2024-11-20T12:12:58,779 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:12:58,843 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C43969%2C1732104775520, suffix=, logDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/WALs/843d83d51ba0,43969,1732104775520, archiveDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/oldWALs, maxLogs=10 2024-11-20T12:12:58,908 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/WALs/843d83d51ba0,43969,1732104775520/843d83d51ba0%2C43969%2C1732104775520.1732104778868, exclude list is [], retry=0 2024-11-20T12:12:58,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37439,DS-1c83a1db-06fb-4f9d-83e6-edca061b4658,DISK] 2024-11-20T12:12:58,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43685,DS-1bb9b5e6-e253-4da3-9f58-1f23f75ed688,DISK] 2024-11-20T12:12:58,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39187,DS-e6d931de-ecb2-465b-a414-0fbf3ae6a5dc,DISK] 2024-11-20T12:12:58,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T12:12:59,013 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/WALs/843d83d51ba0,43969,1732104775520/843d83d51ba0%2C43969%2C1732104775520.1732104778868 2024-11-20T12:12:59,017 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37213:37213),(127.0.0.1/127.0.0.1:38801:38801),(127.0.0.1/127.0.0.1:34325:34325)] 2024-11-20T12:12:59,019 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:12:59,019 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:12:59,024 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:12:59,025 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:12:59,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:12:59,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:12:59,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:12:59,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:12:59,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:12:59,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:12:59,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:12:59,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:12:59,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:12:59,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:12:59,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:12:59,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:12:59,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:12:59,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:12:59,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:12:59,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:12:59,154 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:12:59,161 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:12:59,163 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:12:59,174 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:12:59,175 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:12:59,180 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:12:59,184 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:12:59,189 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:12:59,191 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67629860, jitterRate=0.0077634453773498535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:12:59,201 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732104779038Initializing all the Stores at 1732104779041 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732104779042 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104779044 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104779045 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104779045Cleaning up temporary data from old regions at 1732104779176 (+131 ms)Region opened successfully at 1732104779201 (+25 ms) 2024-11-20T12:12:59,203 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:12:59,250 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4499ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:12:59,296 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:12:59,313 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:12:59,313 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:12:59,317 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:12:59,319 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T12:12:59,326 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-20T12:12:59,327 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-20T12:12:59,361 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:12:59,370 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T12:12:59,427 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T12:12:59,431 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:12:59,433 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:12:59,438 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T12:12:59,441 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:12:59,446 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:12:59,459 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T12:12:59,461 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:12:59,469 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T12:12:59,493 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:12:59,501 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T12:12:59,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T12:12:59,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T12:12:59,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35135-0x10158295e0f0003, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T12:12:59,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:59,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35135-0x10158295e0f0003, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:59,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:59,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T12:12:59,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:59,515 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,43969,1732104775520, sessionid=0x10158295e0f0000, setting cluster-up flag (Was=false) 2024-11-20T12:12:59,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35135-0x10158295e0f0003, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:59,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:59,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:59,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:59,575 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T12:12:59,577 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,43969,1732104775520 2024-11-20T12:12:59,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:59,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:59,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35135-0x10158295e0f0003, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:59,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:12:59,627 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T12:12:59,629 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,43969,1732104775520 2024-11-20T12:12:59,634 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:12:59,703 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:12:59,712 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:12:59,713 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(746): ClusterId : 71d2eaa3-40d2-41a8-b45f-54ea8dad548d 2024-11-20T12:12:59,713 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(746): ClusterId : 71d2eaa3-40d2-41a8-b45f-54ea8dad548d 2024-11-20T12:12:59,713 INFO [RS:2;843d83d51ba0:35135 {}] regionserver.HRegionServer(746): ClusterId : 71d2eaa3-40d2-41a8-b45f-54ea8dad548d 2024-11-20T12:12:59,716 DEBUG [RS:2;843d83d51ba0:35135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:12:59,716 DEBUG [RS:0;843d83d51ba0:39773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:12:59,716 DEBUG [RS:1;843d83d51ba0:34335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:12:59,719 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:12:59,724 DEBUG [RS:1;843d83d51ba0:34335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:12:59,724 DEBUG [RS:0;843d83d51ba0:39773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:12:59,724 DEBUG [RS:2;843d83d51ba0:35135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:12:59,724 DEBUG [RS:1;843d83d51ba0:34335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:12:59,724 DEBUG [RS:0;843d83d51ba0:39773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:12:59,724 DEBUG [RS:2;843d83d51ba0:35135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:12:59,725 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,43969,1732104775520 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:12:59,744 DEBUG [RS:0;843d83d51ba0:39773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:12:59,744 DEBUG [RS:1;843d83d51ba0:34335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:12:59,744 DEBUG [RS:2;843d83d51ba0:35135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:12:59,745 DEBUG [RS:2;843d83d51ba0:35135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcedb23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:12:59,745 DEBUG [RS:1;843d83d51ba0:34335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12704cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:12:59,745 DEBUG [RS:0;843d83d51ba0:39773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23151a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:12:59,746 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:12:59,747 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:12:59,747 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:12:59,747 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:12:59,747 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:12:59,748 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:12:59,748 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:12:59,748 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:12:59,764 DEBUG [RS:0;843d83d51ba0:39773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:39773 2024-11-20T12:12:59,764 DEBUG [RS:1;843d83d51ba0:34335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;843d83d51ba0:34335 2024-11-20T12:12:59,768 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:12:59,768 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:12:59,768 DEBUG [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:12:59,768 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:12:59,768 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:12:59,768 DEBUG [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:12:59,771 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,43969,1732104775520 with port=34335, startcode=1732104776994 2024-11-20T12:12:59,771 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,43969,1732104775520 with port=39773, startcode=1732104776721 2024-11-20T12:12:59,775 DEBUG [RS:2;843d83d51ba0:35135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;843d83d51ba0:35135 2024-11-20T12:12:59,776 INFO [RS:2;843d83d51ba0:35135 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:12:59,776 INFO [RS:2;843d83d51ba0:35135 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:12:59,776 DEBUG [RS:2;843d83d51ba0:35135 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:12:59,778 INFO [RS:2;843d83d51ba0:35135 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,43969,1732104775520 with port=35135, startcode=1732104777122 2024-11-20T12:12:59,779 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:12:59,779 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:12:59,785 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732104809785 2024-11-20T12:12:59,786 DEBUG [RS:1;843d83d51ba0:34335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:12:59,786 DEBUG [RS:0;843d83d51ba0:39773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:12:59,786 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:12:59,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:12:59,787 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:12:59,788 DEBUG [RS:2;843d83d51ba0:35135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:12:59,789 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:12:59,794 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:12:59,794 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:12:59,794 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:12:59,795 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:12:59,796 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:12:59,805 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:12:59,806 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:12:59,807 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:12:59,811 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:12:59,812 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:12:59,817 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732104779813,5,FailOnTimeoutGroup] 2024-11-20T12:12:59,826 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732104779817,5,FailOnTimeoutGroup] 2024-11-20T12:12:59,826 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:12:59,827 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:12:59,870 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:12:59,871 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:12:59,871 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:12:59,871 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:12:59,871 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:12:59,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:12:59,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:12:59,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:12:59,875 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:12:59,876 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193 2024-11-20T12:12:59,879 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43969 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,35135,1732104777122 2024-11-20T12:12:59,882 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43969 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,35135,1732104777122 2024-11-20T12:12:59,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741832_1008 (size=32) 2024-11-20T12:12:59,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741832_1008 (size=32) 2024-11-20T12:12:59,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741832_1008 (size=32) 2024-11-20T12:12:59,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:12:59,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:12:59,898 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43969 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,34335,1732104776994 2024-11-20T12:12:59,898 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43969 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,34335,1732104776994 2024-11-20T12:12:59,902 DEBUG [RS:2;843d83d51ba0:35135 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193 2024-11-20T12:12:59,903 DEBUG [RS:2;843d83d51ba0:35135 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39843 2024-11-20T12:12:59,903 DEBUG [RS:2;843d83d51ba0:35135 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:12:59,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43969 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,39773,1732104776721 2024-11-20T12:12:59,904 DEBUG [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193 2024-11-20T12:12:59,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43969 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,39773,1732104776721 2024-11-20T12:12:59,905 DEBUG [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39843 2024-11-20T12:12:59,905 DEBUG [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:12:59,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:12:59,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:12:59,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:12:59,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:12:59,910 DEBUG [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193 2024-11-20T12:12:59,910 DEBUG [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39843 2024-11-20T12:12:59,910 DEBUG [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:12:59,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:12:59,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:12:59,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:12:59,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:12:59,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:12:59,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:12:59,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:12:59,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:12:59,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:12:59,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:12:59,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:12:59,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:12:59,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740 2024-11-20T12:12:59,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740 2024-11-20T12:12:59,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:12:59,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:12:59,935 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:12:59,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:12:59,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T12:12:59,944 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:12:59,945 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60709129, jitterRate=-0.09536348283290863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:12:59,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732104779895Initializing all the Stores at 1732104779897 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732104779897Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732104779899 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104779899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732104779899Cleaning up temporary data from old regions at 1732104779934 (+35 ms)Region opened successfully at 1732104779949 (+15 ms) 2024-11-20T12:12:59,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:12:59,950 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:12:59,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:12:59,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:12:59,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:12:59,952 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:12:59,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732104779950Disabling compacts and flushes for region at 1732104779950Disabling writes for close at 1732104779950Writing region close event to WAL at 1732104779951 (+1 ms)Closed at 1732104779952 (+1 ms) 2024-11-20T12:12:59,954 DEBUG [RS:2;843d83d51ba0:35135 {}] zookeeper.ZKUtil(111): regionserver:35135-0x10158295e0f0003, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/843d83d51ba0,35135,1732104777122 2024-11-20T12:12:59,954 DEBUG [RS:1;843d83d51ba0:34335 {}] zookeeper.ZKUtil(111): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/843d83d51ba0,34335,1732104776994 2024-11-20T12:12:59,954 WARN [RS:2;843d83d51ba0:35135 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:12:59,954 WARN [RS:1;843d83d51ba0:34335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:12:59,954 INFO [RS:2;843d83d51ba0:35135 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:12:59,954 INFO [RS:1;843d83d51ba0:34335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:12:59,954 DEBUG [RS:2;843d83d51ba0:35135 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122 2024-11-20T12:12:59,954 DEBUG [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,34335,1732104776994 2024-11-20T12:12:59,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,34335,1732104776994] 2024-11-20T12:12:59,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,39773,1732104776721] 2024-11-20T12:12:59,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,35135,1732104777122] 2024-11-20T12:12:59,957 DEBUG [RS:0;843d83d51ba0:39773 {}] zookeeper.ZKUtil(111): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/843d83d51ba0,39773,1732104776721 2024-11-20T12:12:59,957 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:12:59,957 WARN [RS:0;843d83d51ba0:39773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:12:59,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:12:59,958 INFO [RS:0;843d83d51ba0:39773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:12:59,958 DEBUG [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,39773,1732104776721 2024-11-20T12:12:59,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:12:59,973 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:12:59,977 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:12:59,984 INFO [RS:2;843d83d51ba0:35135 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:12:59,984 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:12:59,984 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:13:00,003 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:13:00,003 INFO [RS:2;843d83d51ba0:35135 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:13:00,005 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:13:00,009 INFO [RS:0;843d83d51ba0:39773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:13:00,009 INFO [RS:0;843d83d51ba0:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,010 INFO [RS:1;843d83d51ba0:34335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:13:00,010 INFO [RS:2;843d83d51ba0:35135 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:13:00,010 INFO [RS:1;843d83d51ba0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,010 INFO [RS:2;843d83d51ba0:35135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,012 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:13:00,012 INFO [RS:2;843d83d51ba0:35135 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:13:00,012 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:13:00,020 INFO [RS:0;843d83d51ba0:39773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:13:00,020 INFO [RS:1;843d83d51ba0:34335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:13:00,020 INFO [RS:2;843d83d51ba0:35135 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:13:00,021 INFO [RS:0;843d83d51ba0:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,021 INFO [RS:1;843d83d51ba0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,021 INFO [RS:2;843d83d51ba0:35135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,022 DEBUG [RS:0;843d83d51ba0:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,022 DEBUG [RS:1;843d83d51ba0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,022 DEBUG [RS:2;843d83d51ba0:35135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,022 DEBUG [RS:2;843d83d51ba0:35135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,022 DEBUG [RS:1;843d83d51ba0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,022 DEBUG [RS:0;843d83d51ba0:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,022 DEBUG [RS:2;843d83d51ba0:35135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,022 DEBUG [RS:0;843d83d51ba0:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,022 DEBUG [RS:1;843d83d51ba0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,022 DEBUG [RS:2;843d83d51ba0:35135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,022 DEBUG [RS:1;843d83d51ba0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,022 DEBUG [RS:0;843d83d51ba0:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,022 DEBUG [RS:2;843d83d51ba0:35135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,022 DEBUG [RS:2;843d83d51ba0:35135 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:13:00,022 DEBUG [RS:1;843d83d51ba0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,022 DEBUG [RS:0;843d83d51ba0:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,023 DEBUG [RS:2;843d83d51ba0:35135 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,023 DEBUG [RS:0;843d83d51ba0:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:13:00,023 DEBUG [RS:1;843d83d51ba0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:13:00,023 DEBUG [RS:2;843d83d51ba0:35135 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,023 DEBUG [RS:1;843d83d51ba0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,023 DEBUG [RS:0;843d83d51ba0:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,023 DEBUG [RS:2;843d83d51ba0:35135 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,023 DEBUG [RS:2;843d83d51ba0:35135 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,023 DEBUG [RS:1;843d83d51ba0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,023 DEBUG [RS:0;843d83d51ba0:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,023 DEBUG [RS:2;843d83d51ba0:35135 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,023 DEBUG [RS:0;843d83d51ba0:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,023 DEBUG [RS:1;843d83d51ba0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,023 DEBUG [RS:2;843d83d51ba0:35135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,023 DEBUG [RS:1;843d83d51ba0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,023 DEBUG [RS:0;843d83d51ba0:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,023 DEBUG [RS:2;843d83d51ba0:35135 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:13:00,023 DEBUG [RS:0;843d83d51ba0:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,023 DEBUG [RS:1;843d83d51ba0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,023 DEBUG [RS:2;843d83d51ba0:35135 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:13:00,024 DEBUG [RS:1;843d83d51ba0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,024 DEBUG [RS:0;843d83d51ba0:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:13:00,024 DEBUG [RS:1;843d83d51ba0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:13:00,024 DEBUG [RS:0;843d83d51ba0:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:13:00,024 DEBUG [RS:0;843d83d51ba0:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:13:00,024 DEBUG [RS:1;843d83d51ba0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:13:00,036 INFO [RS:1;843d83d51ba0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,036 INFO [RS:1;843d83d51ba0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,036 INFO [RS:1;843d83d51ba0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,037 INFO [RS:1;843d83d51ba0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,037 INFO [RS:0;843d83d51ba0:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,037 INFO [RS:1;843d83d51ba0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,037 INFO [RS:0;843d83d51ba0:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,037 INFO [RS:1;843d83d51ba0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34335,1732104776994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:13:00,037 INFO [RS:0;843d83d51ba0:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,037 INFO [RS:2;843d83d51ba0:35135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,037 INFO [RS:0;843d83d51ba0:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,037 INFO [RS:2;843d83d51ba0:35135 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,037 INFO [RS:0;843d83d51ba0:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,037 INFO [RS:2;843d83d51ba0:35135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,037 INFO [RS:0;843d83d51ba0:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39773,1732104776721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:13:00,037 INFO [RS:2;843d83d51ba0:35135 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,037 INFO [RS:2;843d83d51ba0:35135 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,037 INFO [RS:2;843d83d51ba0:35135 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35135,1732104777122-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:13:00,061 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:13:00,061 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:13:00,062 INFO [RS:2;843d83d51ba0:35135 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:13:00,063 INFO [RS:2;843d83d51ba0:35135 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35135,1732104777122-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,063 INFO [RS:1;843d83d51ba0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34335,1732104776994-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,063 INFO [RS:0;843d83d51ba0:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39773,1732104776721-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,064 INFO [RS:0;843d83d51ba0:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,064 INFO [RS:2;843d83d51ba0:35135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,064 INFO [RS:2;843d83d51ba0:35135 {}] regionserver.Replication(171): 843d83d51ba0,35135,1732104777122 started 2024-11-20T12:13:00,064 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.Replication(171): 843d83d51ba0,39773,1732104776721 started 2024-11-20T12:13:00,066 INFO [RS:1;843d83d51ba0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,067 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.Replication(171): 843d83d51ba0,34335,1732104776994 started 2024-11-20T12:13:00,087 INFO [RS:0;843d83d51ba0:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,087 INFO [RS:2;843d83d51ba0:35135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,088 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,39773,1732104776721, RpcServer on 843d83d51ba0/172.17.0.3:39773, sessionid=0x10158295e0f0001 2024-11-20T12:13:00,088 INFO [RS:2;843d83d51ba0:35135 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,35135,1732104777122, RpcServer on 843d83d51ba0/172.17.0.3:35135, sessionid=0x10158295e0f0003 2024-11-20T12:13:00,089 DEBUG [RS:0;843d83d51ba0:39773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:13:00,089 DEBUG [RS:0;843d83d51ba0:39773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,39773,1732104776721 2024-11-20T12:13:00,090 DEBUG [RS:0;843d83d51ba0:39773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,39773,1732104776721' 2024-11-20T12:13:00,090 INFO [RS:1;843d83d51ba0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:00,090 DEBUG [RS:0;843d83d51ba0:39773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T12:13:00,090 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,34335,1732104776994, RpcServer on 843d83d51ba0/172.17.0.3:34335, sessionid=0x10158295e0f0002 2024-11-20T12:13:00,090 DEBUG [RS:1;843d83d51ba0:34335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:13:00,090 DEBUG [RS:1;843d83d51ba0:34335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,34335,1732104776994 2024-11-20T12:13:00,090 DEBUG [RS:2;843d83d51ba0:35135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:13:00,090 DEBUG [RS:1;843d83d51ba0:34335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,34335,1732104776994' 2024-11-20T12:13:00,090 DEBUG [RS:1;843d83d51ba0:34335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T12:13:00,090 DEBUG [RS:2;843d83d51ba0:35135 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,35135,1732104777122 2024-11-20T12:13:00,090 DEBUG [RS:2;843d83d51ba0:35135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,35135,1732104777122' 2024-11-20T12:13:00,090 DEBUG [RS:2;843d83d51ba0:35135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T12:13:00,093 DEBUG [RS:1;843d83d51ba0:34335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T12:13:00,093 DEBUG [RS:0;843d83d51ba0:39773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T12:13:00,094 DEBUG [RS:1;843d83d51ba0:34335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:13:00,094 DEBUG [RS:1;843d83d51ba0:34335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:13:00,094 DEBUG [RS:0;843d83d51ba0:39773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:13:00,094 DEBUG [RS:0;843d83d51ba0:39773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:13:00,094 DEBUG [RS:0;843d83d51ba0:39773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,39773,1732104776721 2024-11-20T12:13:00,094 DEBUG [RS:1;843d83d51ba0:34335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,34335,1732104776994 2024-11-20T12:13:00,094 DEBUG [RS:0;843d83d51ba0:39773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,39773,1732104776721' 2024-11-20T12:13:00,095 DEBUG [RS:1;843d83d51ba0:34335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,34335,1732104776994' 2024-11-20T12:13:00,095 DEBUG [RS:0;843d83d51ba0:39773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T12:13:00,095 DEBUG [RS:1;843d83d51ba0:34335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T12:13:00,095 DEBUG [RS:0;843d83d51ba0:39773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T12:13:00,095 DEBUG [RS:1;843d83d51ba0:34335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T12:13:00,098 DEBUG [RS:1;843d83d51ba0:34335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:13:00,098 DEBUG [RS:0;843d83d51ba0:39773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:13:00,098 INFO [RS:1;843d83d51ba0:34335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:13:00,099 INFO [RS:0;843d83d51ba0:39773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:13:00,099 INFO [RS:1;843d83d51ba0:34335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:13:00,099 INFO [RS:0;843d83d51ba0:39773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:13:00,100 DEBUG [RS:2;843d83d51ba0:35135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T12:13:00,101 DEBUG [RS:2;843d83d51ba0:35135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:13:00,101 DEBUG [RS:2;843d83d51ba0:35135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:13:00,101 DEBUG [RS:2;843d83d51ba0:35135 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,35135,1732104777122 2024-11-20T12:13:00,101 DEBUG [RS:2;843d83d51ba0:35135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,35135,1732104777122' 2024-11-20T12:13:00,101 DEBUG [RS:2;843d83d51ba0:35135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T12:13:00,102 DEBUG [RS:2;843d83d51ba0:35135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T12:13:00,102 DEBUG [RS:2;843d83d51ba0:35135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:13:00,102 INFO [RS:2;843d83d51ba0:35135 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:13:00,102 INFO [RS:2;843d83d51ba0:35135 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:13:00,128 WARN [843d83d51ba0:43969 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T12:13:00,205 INFO [RS:1;843d83d51ba0:34335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:13:00,205 INFO [RS:0;843d83d51ba0:39773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:13:00,205 INFO [RS:2;843d83d51ba0:35135 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:13:00,209 INFO [RS:0;843d83d51ba0:39773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C39773%2C1732104776721, suffix=, logDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,39773,1732104776721, archiveDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/oldWALs, maxLogs=32 2024-11-20T12:13:00,209 INFO [RS:1;843d83d51ba0:34335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C34335%2C1732104776994, suffix=, logDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,34335,1732104776994, archiveDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/oldWALs, maxLogs=32 2024-11-20T12:13:00,209 INFO [RS:2;843d83d51ba0:35135 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C35135%2C1732104777122, suffix=, logDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122, archiveDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/oldWALs, maxLogs=32 2024-11-20T12:13:00,232 DEBUG [RS:0;843d83d51ba0:39773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,39773,1732104776721/843d83d51ba0%2C39773%2C1732104776721.1732104780213, exclude list is [], retry=0 2024-11-20T12:13:00,232 DEBUG [RS:1;843d83d51ba0:34335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,34335,1732104776994/843d83d51ba0%2C34335%2C1732104776994.1732104780213, exclude list is [], retry=0 2024-11-20T12:13:00,232 DEBUG [RS:2;843d83d51ba0:35135 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122/843d83d51ba0%2C35135%2C1732104777122.1732104780213, exclude list is [], retry=0 2024-11-20T12:13:00,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39187,DS-e6d931de-ecb2-465b-a414-0fbf3ae6a5dc,DISK] 2024-11-20T12:13:00,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43685,DS-1bb9b5e6-e253-4da3-9f58-1f23f75ed688,DISK] 2024-11-20T12:13:00,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37439,DS-1c83a1db-06fb-4f9d-83e6-edca061b4658,DISK] 2024-11-20T12:13:00,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39187,DS-e6d931de-ecb2-465b-a414-0fbf3ae6a5dc,DISK] 2024-11-20T12:13:00,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43685,DS-1bb9b5e6-e253-4da3-9f58-1f23f75ed688,DISK] 2024-11-20T12:13:00,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37439,DS-1c83a1db-06fb-4f9d-83e6-edca061b4658,DISK] 2024-11-20T12:13:00,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43685,DS-1bb9b5e6-e253-4da3-9f58-1f23f75ed688,DISK] 2024-11-20T12:13:00,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37439,DS-1c83a1db-06fb-4f9d-83e6-edca061b4658,DISK] 2024-11-20T12:13:00,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39187,DS-e6d931de-ecb2-465b-a414-0fbf3ae6a5dc,DISK] 2024-11-20T12:13:00,265 INFO [RS:0;843d83d51ba0:39773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,39773,1732104776721/843d83d51ba0%2C39773%2C1732104776721.1732104780213 2024-11-20T12:13:00,273 DEBUG [RS:0;843d83d51ba0:39773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38801:38801),(127.0.0.1/127.0.0.1:37213:37213),(127.0.0.1/127.0.0.1:34325:34325)] 2024-11-20T12:13:00,275 INFO [RS:2;843d83d51ba0:35135 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122/843d83d51ba0%2C35135%2C1732104777122.1732104780213 2024-11-20T12:13:00,276 DEBUG [RS:2;843d83d51ba0:35135 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34325:34325),(127.0.0.1/127.0.0.1:37213:37213),(127.0.0.1/127.0.0.1:38801:38801)] 2024-11-20T12:13:00,276 INFO [RS:1;843d83d51ba0:34335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,34335,1732104776994/843d83d51ba0%2C34335%2C1732104776994.1732104780213 2024-11-20T12:13:00,277 DEBUG [RS:1;843d83d51ba0:34335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37213:37213),(127.0.0.1/127.0.0.1:38801:38801),(127.0.0.1/127.0.0.1:34325:34325)] 2024-11-20T12:13:00,381 DEBUG [843d83d51ba0:43969 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T12:13:00,393 DEBUG [843d83d51ba0:43969 {}] balancer.BalancerClusterState(204): Hosts are {843d83d51ba0=0} racks are {/default-rack=0} 2024-11-20T12:13:00,430 DEBUG [843d83d51ba0:43969 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T12:13:00,430 DEBUG [843d83d51ba0:43969 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T12:13:00,430 DEBUG [843d83d51ba0:43969 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T12:13:00,430 DEBUG [843d83d51ba0:43969 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T12:13:00,430 DEBUG [843d83d51ba0:43969 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T12:13:00,430 DEBUG [843d83d51ba0:43969 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T12:13:00,430 INFO [843d83d51ba0:43969 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T12:13:00,430 INFO [843d83d51ba0:43969 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T12:13:00,430 INFO [843d83d51ba0:43969 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T12:13:00,430 DEBUG [843d83d51ba0:43969 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T12:13:00,440 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,34335,1732104776994 2024-11-20T12:13:00,453 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,34335,1732104776994, state=OPENING 2024-11-20T12:13:00,512 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:13:00,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35135-0x10158295e0f0003, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:13:00,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:13:00,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:13:00,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:13:00,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T12:13:00,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T12:13:00,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T12:13:00,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T12:13:00,530 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:13:00,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,34335,1732104776994}] 2024-11-20T12:13:06,074 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T12:13:06,074 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T12:13:10,570 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:13:10,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:13:10,586 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:13:10,587 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:13:10,587 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:13:10,590 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C34335%2C1732104776994.meta, suffix=.meta, logDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,34335,1732104776994, archiveDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/oldWALs, maxLogs=32 2024-11-20T12:13:10,612 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,34335,1732104776994/843d83d51ba0%2C34335%2C1732104776994.meta.1732104790592.meta, exclude list is [], retry=0 2024-11-20T12:13:10,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39187,DS-e6d931de-ecb2-465b-a414-0fbf3ae6a5dc,DISK] 2024-11-20T12:13:10,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37439,DS-1c83a1db-06fb-4f9d-83e6-edca061b4658,DISK] 2024-11-20T12:13:10,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43685,DS-1bb9b5e6-e253-4da3-9f58-1f23f75ed688,DISK] 2024-11-20T12:13:10,624 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,34335,1732104776994/843d83d51ba0%2C34335%2C1732104776994.meta.1732104790592.meta 2024-11-20T12:13:10,628 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38801:38801),(127.0.0.1/127.0.0.1:34325:34325),(127.0.0.1/127.0.0.1:37213:37213)] 2024-11-20T12:13:10,629 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:13:10,631 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:13:10,635 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:13:10,643 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:13:10,649 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:13:10,651 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:10,651 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:13:10,651 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:13:10,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:13:10,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:13:10,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:10,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:13:10,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:13:10,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:13:10,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:10,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:13:10,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:13:10,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:13:10,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:10,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:13:10,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:13:10,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:13:10,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:10,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:13:10,672 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:13:10,674 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740 2024-11-20T12:13:10,677 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740 2024-11-20T12:13:10,680 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:13:10,680 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:13:10,681 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:13:10,685 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:13:10,687 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62599733, jitterRate=-0.06719128787517548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:13:10,687 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:13:10,688 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732104790652Writing region info on filesystem at 1732104790652Initializing all the Stores at 1732104790656 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732104790656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732104790657 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104790657Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732104790657Cleaning up temporary data from old regions at 1732104790680 (+23 ms)Running coprocessor post-open hooks at 1732104790687 (+7 ms)Region opened successfully at 1732104790688 (+1 ms) 2024-11-20T12:13:10,697 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732104790562 2024-11-20T12:13:10,710 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:13:10,710 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:13:10,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,34335,1732104776994 2024-11-20T12:13:10,716 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,34335,1732104776994, state=OPEN 2024-11-20T12:13:10,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35135-0x10158295e0f0003, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T12:13:10,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T12:13:10,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T12:13:10,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T12:13:10,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T12:13:10,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T12:13:10,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T12:13:10,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T12:13:10,765 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,34335,1732104776994 2024-11-20T12:13:10,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:13:10,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,34335,1732104776994 in 10.2310 sec 2024-11-20T12:13:10,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:13:10,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8140 sec 2024-11-20T12:13:10,788 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:13:10,788 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:13:10,818 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:13:10,820 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,34335,1732104776994, seqNum=-1] 2024-11-20T12:13:10,856 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:13:10,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:13:10,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.2290 sec 2024-11-20T12:13:10,897 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732104790897, completionTime=-1 2024-11-20T12:13:10,902 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T12:13:10,902 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:13:10,964 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-20T12:13:10,964 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732104850964 2024-11-20T12:13:10,964 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732104910964 2024-11-20T12:13:10,965 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 62 msec 2024-11-20T12:13:10,967 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T12:13:10,978 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43969,1732104775520-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:10,979 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43969,1732104775520-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:10,979 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43969,1732104775520-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:10,981 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:43969, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:10,981 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:10,991 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:10,995 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:13:11,039 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.711sec 2024-11-20T12:13:11,042 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:13:11,044 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:13:11,046 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:13:11,047 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:13:11,047 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:13:11,057 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43969,1732104775520-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:13:11,058 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43969,1732104775520-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:13:11,073 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:13:11,075 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:13:11,075 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43969,1732104775520-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:13:11,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26248280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:13:11,149 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T12:13:11,149 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T12:13:11,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,43969,-1 for getting cluster id 2024-11-20T12:13:11,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:13:11,197 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71d2eaa3-40d2-41a8-b45f-54ea8dad548d' 2024-11-20T12:13:11,200 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:13:11,201 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71d2eaa3-40d2-41a8-b45f-54ea8dad548d" 2024-11-20T12:13:11,201 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202b4363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:13:11,201 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,43969,-1] 2024-11-20T12:13:11,205 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:13:11,207 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:13:11,219 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:13:11,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209b16a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:13:11,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:13:11,239 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,34335,1732104776994, seqNum=-1] 2024-11-20T12:13:11,239 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:13:11,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:13:11,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,43969,1732104775520 2024-11-20T12:13:11,333 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732104791331 (current time:1732104791331). 2024-11-20T12:13:11,333 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T12:13:11,333 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-20T12:13:11,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784ce919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:13:11,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,43969,-1 for getting cluster id 2024-11-20T12:13:11,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:13:11,357 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71d2eaa3-40d2-41a8-b45f-54ea8dad548d' 2024-11-20T12:13:11,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:13:11,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71d2eaa3-40d2-41a8-b45f-54ea8dad548d" 2024-11-20T12:13:11,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347071e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:13:11,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,43969,-1] 2024-11-20T12:13:11,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:13:11,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:13:11,363 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:13:11,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df5be3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:13:11,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:13:11,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,34335,1732104776994, seqNum=-1] 2024-11-20T12:13:11,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:13:11,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:13:11,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:13:11,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:13:11,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:13:11,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:13:11,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:13:11,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:13:11,418 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,43969,1732104775520 2024-11-20T12:13:11,421 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@325e435e 2024-11-20T12:13:11,423 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:13:11,426 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:13:11,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:13:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-20T12:13:11,449 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:13:11,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-20T12:13:11,452 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:11,454 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:13:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:13:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741837_1013 (size=361) 2024-11-20T12:13:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741837_1013 (size=361) 2024-11-20T12:13:11,475 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d664afc7227607bcd243e11b5f5862eb, NAME => 'SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193 2024-11-20T12:13:11,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741837_1013 (size=361) 2024-11-20T12:13:11,477 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e06a4dd42bbbdd4e18fcf3c57088c3e4, NAME => 'SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193 2024-11-20T12:13:11,478 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => deae107b3ea586766f44515be507ab91, NAME => 'SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193 2024-11-20T12:13:11,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741838_1014 (size=54) 2024-11-20T12:13:11,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741838_1014 (size=54) 2024-11-20T12:13:11,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741838_1014 (size=54) 2024-11-20T12:13:11,534 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:11,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741840_1016 (size=62) 2024-11-20T12:13:11,534 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d664afc7227607bcd243e11b5f5862eb, disabling compactions & flushes 2024-11-20T12:13:11,534 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 2024-11-20T12:13:11,534 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 2024-11-20T12:13:11,534 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. after waiting 0 ms 2024-11-20T12:13:11,534 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 2024-11-20T12:13:11,535 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 2024-11-20T12:13:11,535 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d664afc7227607bcd243e11b5f5862eb: Waiting for close lock at 1732104791534Disabling compacts and flushes for region at 1732104791534Disabling writes for close at 1732104791534Writing region close event to WAL at 1732104791535 (+1 ms)Closed at 1732104791535 2024-11-20T12:13:11,536 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d8259f391857d8ebfd537e4e34de33b, NAME => 'SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193 2024-11-20T12:13:11,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741840_1016 (size=62) 2024-11-20T12:13:11,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741840_1016 (size=62) 2024-11-20T12:13:11,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:11,538 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing deae107b3ea586766f44515be507ab91, disabling compactions & flushes 2024-11-20T12:13:11,538 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91. 2024-11-20T12:13:11,538 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91. 2024-11-20T12:13:11,538 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91. after waiting 0 ms 2024-11-20T12:13:11,538 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91. 2024-11-20T12:13:11,538 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91. 2024-11-20T12:13:11,538 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for deae107b3ea586766f44515be507ab91: Waiting for close lock at 1732104791537Disabling compacts and flushes for region at 1732104791538 (+1 ms)Disabling writes for close at 1732104791538Writing region close event to WAL at 1732104791538Closed at 1732104791538 2024-11-20T12:13:11,539 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => af45f4bcb2ec82a5f4f461b9840cd682, NAME => 'SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193 2024-11-20T12:13:11,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741839_1015 (size=62) 2024-11-20T12:13:11,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741839_1015 (size=62) 2024-11-20T12:13:11,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741839_1015 (size=62) 2024-11-20T12:13:11,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:11,552 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e06a4dd42bbbdd4e18fcf3c57088c3e4, disabling compactions & flushes 2024-11-20T12:13:11,552 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4. 2024-11-20T12:13:11,552 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4. 2024-11-20T12:13:11,552 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4. after waiting 0 ms 2024-11-20T12:13:11,552 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4. 2024-11-20T12:13:11,552 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4. 2024-11-20T12:13:11,552 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e06a4dd42bbbdd4e18fcf3c57088c3e4: Waiting for close lock at 1732104791552Disabling compacts and flushes for region at 1732104791552Disabling writes for close at 1732104791552Writing region close event to WAL at 1732104791552Closed at 1732104791552 2024-11-20T12:13:11,553 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 497ffa594015bd3673bf34d254923061, NAME => 'SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193 2024-11-20T12:13:11,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741841_1017 (size=62) 2024-11-20T12:13:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:13:11,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741841_1017 (size=62) 2024-11-20T12:13:11,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741841_1017 (size=62) 2024-11-20T12:13:11,571 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:11,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6d8259f391857d8ebfd537e4e34de33b, disabling compactions & flushes 2024-11-20T12:13:11,572 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 2024-11-20T12:13:11,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 2024-11-20T12:13:11,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. after waiting 0 ms 2024-11-20T12:13:11,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 2024-11-20T12:13:11,572 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 2024-11-20T12:13:11,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d8259f391857d8ebfd537e4e34de33b: Waiting for close lock at 1732104791572Disabling compacts and flushes for region at 1732104791572Disabling writes for close at 1732104791572Writing region close event to WAL at 1732104791572Closed at 1732104791572 2024-11-20T12:13:11,573 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40d79b5c2154cd36d452a25191a61e6a, NAME => 'SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193 2024-11-20T12:13:11,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741843_1019 (size=62) 2024-11-20T12:13:11,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741843_1019 (size=62) 2024-11-20T12:13:11,584 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:11,584 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 497ffa594015bd3673bf34d254923061, disabling compactions & flushes 2024-11-20T12:13:11,584 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061. 2024-11-20T12:13:11,584 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061. 2024-11-20T12:13:11,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061. after waiting 0 ms 2024-11-20T12:13:11,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061. 2024-11-20T12:13:11,585 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061. 2024-11-20T12:13:11,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 497ffa594015bd3673bf34d254923061: Waiting for close lock at 1732104791584Disabling compacts and flushes for region at 1732104791584Disabling writes for close at 1732104791585 (+1 ms)Writing region close event to WAL at 1732104791585Closed at 1732104791585 2024-11-20T12:13:11,586 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2676f49e7b59d871dc77b75f20d42c69, NAME => 'SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193 2024-11-20T12:13:11,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741843_1019 (size=62) 2024-11-20T12:13:11,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741842_1018 (size=62) 2024-11-20T12:13:11,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741842_1018 (size=62) 2024-11-20T12:13:11,616 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:11,616 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing af45f4bcb2ec82a5f4f461b9840cd682, disabling compactions & flushes 2024-11-20T12:13:11,616 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682. 2024-11-20T12:13:11,616 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682. 2024-11-20T12:13:11,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682. after waiting 0 ms 2024-11-20T12:13:11,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682. 2024-11-20T12:13:11,617 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682. 2024-11-20T12:13:11,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for af45f4bcb2ec82a5f4f461b9840cd682: Waiting for close lock at 1732104791616Disabling compacts and flushes for region at 1732104791616Disabling writes for close at 1732104791617 (+1 ms)Writing region close event to WAL at 1732104791617Closed at 1732104791617 2024-11-20T12:13:11,618 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => efa2da0883d486d72c71f561ca600574, NAME => 'SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193 2024-11-20T12:13:11,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741842_1018 (size=62) 2024-11-20T12:13:11,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741844_1020 (size=62) 2024-11-20T12:13:11,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741844_1020 (size=62) 2024-11-20T12:13:11,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741844_1020 (size=62) 2024-11-20T12:13:11,646 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:11,646 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 40d79b5c2154cd36d452a25191a61e6a, disabling compactions & flushes 2024-11-20T12:13:11,646 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 2024-11-20T12:13:11,646 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 2024-11-20T12:13:11,646 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. after waiting 0 ms 2024-11-20T12:13:11,646 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 2024-11-20T12:13:11,647 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 2024-11-20T12:13:11,647 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40d79b5c2154cd36d452a25191a61e6a: Waiting for close lock at 1732104791646Disabling compacts and flushes for region at 1732104791646Disabling writes for close at 1732104791646Writing region close event to WAL at 1732104791647 (+1 ms)Closed at 1732104791647 2024-11-20T12:13:11,648 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4c97a38fc79e9b70d135798c87eb0a4, NAME => 'SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193 2024-11-20T12:13:11,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741846_1022 (size=62) 2024-11-20T12:13:11,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741846_1022 (size=62) 2024-11-20T12:13:11,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:11,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2676f49e7b59d871dc77b75f20d42c69, disabling compactions & flushes 2024-11-20T12:13:11,723 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69. 2024-11-20T12:13:11,724 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69. 2024-11-20T12:13:11,724 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69. after waiting 0 ms 2024-11-20T12:13:11,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741846_1022 (size=62) 2024-11-20T12:13:11,724 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69. 2024-11-20T12:13:11,724 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69. 2024-11-20T12:13:11,724 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2676f49e7b59d871dc77b75f20d42c69: Waiting for close lock at 1732104791723Disabling compacts and flushes for region at 1732104791723Disabling writes for close at 1732104791724 (+1 ms)Writing region close event to WAL at 1732104791724Closed at 1732104791724 2024-11-20T12:13:11,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741845_1021 (size=62) 2024-11-20T12:13:11,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741845_1021 (size=62) 2024-11-20T12:13:11,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741845_1021 (size=62) 2024-11-20T12:13:11,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:11,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing efa2da0883d486d72c71f561ca600574, disabling compactions & flushes 2024-11-20T12:13:11,728 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574. 2024-11-20T12:13:11,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574. 2024-11-20T12:13:11,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574. after waiting 0 ms 2024-11-20T12:13:11,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574. 2024-11-20T12:13:11,729 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574. 2024-11-20T12:13:11,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for efa2da0883d486d72c71f561ca600574: Waiting for close lock at 1732104791728Disabling compacts and flushes for region at 1732104791728Disabling writes for close at 1732104791728Writing region close event to WAL at 1732104791728Closed at 1732104791728 2024-11-20T12:13:11,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741847_1023 (size=54) 2024-11-20T12:13:11,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741847_1023 (size=54) 2024-11-20T12:13:11,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741847_1023 (size=54) 2024-11-20T12:13:11,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:11,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c4c97a38fc79e9b70d135798c87eb0a4, disabling compactions & flushes 2024-11-20T12:13:11,742 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 2024-11-20T12:13:11,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 2024-11-20T12:13:11,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. after waiting 0 ms 2024-11-20T12:13:11,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 2024-11-20T12:13:11,742 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 2024-11-20T12:13:11,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4c97a38fc79e9b70d135798c87eb0a4: Waiting for close lock at 1732104791741Disabling compacts and flushes for region at 1732104791741Disabling writes for close at 1732104791742 (+1 ms)Writing region close event to WAL at 1732104791742Closed at 1732104791742 2024-11-20T12:13:11,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:13:11,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732104791745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104791745"}]},"ts":"1732104791745"} 2024-11-20T12:13:11,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732104791745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104791745"}]},"ts":"1732104791745"} 2024-11-20T12:13:11,753 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732104791745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104791745"}]},"ts":"1732104791745"} 2024-11-20T12:13:11,753 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732104791745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104791745"}]},"ts":"1732104791745"} 2024-11-20T12:13:11,753 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732104791745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104791745"}]},"ts":"1732104791745"} 2024-11-20T12:13:11,753 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732104791745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104791745"}]},"ts":"1732104791745"} 2024-11-20T12:13:11,754 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732104791745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104791745"}]},"ts":"1732104791745"} 2024-11-20T12:13:11,754 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732104791745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104791745"}]},"ts":"1732104791745"} 2024-11-20T12:13:11,754 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732104791745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104791745"}]},"ts":"1732104791745"} 2024-11-20T12:13:11,755 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732104791745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104791745"}]},"ts":"1732104791745"} 2024-11-20T12:13:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:13:11,816 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-20T12:13:11,821 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:13:11,824 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732104791821"}]},"ts":"1732104791821"} 2024-11-20T12:13:11,829 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-20T12:13:11,830 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {843d83d51ba0=0} racks are {/default-rack=0} 2024-11-20T12:13:11,840 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T12:13:11,840 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T12:13:11,840 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T12:13:11,840 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T12:13:11,840 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T12:13:11,840 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T12:13:11,840 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T12:13:11,841 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T12:13:11,841 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T12:13:11,841 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T12:13:11,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d664afc7227607bcd243e11b5f5862eb, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e06a4dd42bbbdd4e18fcf3c57088c3e4, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=deae107b3ea586766f44515be507ab91, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d8259f391857d8ebfd537e4e34de33b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af45f4bcb2ec82a5f4f461b9840cd682, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=497ffa594015bd3673bf34d254923061, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40d79b5c2154cd36d452a25191a61e6a, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2676f49e7b59d871dc77b75f20d42c69, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efa2da0883d486d72c71f561ca600574, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4c97a38fc79e9b70d135798c87eb0a4, ASSIGN}] 2024-11-20T12:13:11,849 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40d79b5c2154cd36d452a25191a61e6a, ASSIGN 2024-11-20T12:13:11,850 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2676f49e7b59d871dc77b75f20d42c69, ASSIGN 2024-11-20T12:13:11,851 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=497ffa594015bd3673bf34d254923061, ASSIGN 2024-11-20T12:13:11,851 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af45f4bcb2ec82a5f4f461b9840cd682, ASSIGN 2024-11-20T12:13:11,852 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=40d79b5c2154cd36d452a25191a61e6a, ASSIGN; state=OFFLINE, location=843d83d51ba0,35135,1732104777122; forceNewPlan=false, retain=false 2024-11-20T12:13:11,856 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2676f49e7b59d871dc77b75f20d42c69, ASSIGN; state=OFFLINE, location=843d83d51ba0,34335,1732104776994; forceNewPlan=false, retain=false 2024-11-20T12:13:11,856 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=497ffa594015bd3673bf34d254923061, ASSIGN; state=OFFLINE, location=843d83d51ba0,34335,1732104776994; forceNewPlan=false, retain=false 2024-11-20T12:13:11,857 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af45f4bcb2ec82a5f4f461b9840cd682, ASSIGN; state=OFFLINE, location=843d83d51ba0,39773,1732104776721; forceNewPlan=false, retain=false 2024-11-20T12:13:11,858 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4c97a38fc79e9b70d135798c87eb0a4, ASSIGN 2024-11-20T12:13:11,861 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4c97a38fc79e9b70d135798c87eb0a4, ASSIGN; state=OFFLINE, location=843d83d51ba0,35135,1732104777122; forceNewPlan=false, retain=false 2024-11-20T12:13:11,861 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efa2da0883d486d72c71f561ca600574, ASSIGN 2024-11-20T12:13:11,863 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d8259f391857d8ebfd537e4e34de33b, ASSIGN 2024-11-20T12:13:11,863 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=efa2da0883d486d72c71f561ca600574, ASSIGN; state=OFFLINE, location=843d83d51ba0,39773,1732104776721; forceNewPlan=false, retain=false 2024-11-20T12:13:11,866 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d8259f391857d8ebfd537e4e34de33b, ASSIGN; state=OFFLINE, location=843d83d51ba0,35135,1732104777122; forceNewPlan=false, retain=false 2024-11-20T12:13:11,868 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=deae107b3ea586766f44515be507ab91, ASSIGN 2024-11-20T12:13:11,874 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e06a4dd42bbbdd4e18fcf3c57088c3e4, ASSIGN 2024-11-20T12:13:11,874 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=deae107b3ea586766f44515be507ab91, ASSIGN; state=OFFLINE, location=843d83d51ba0,34335,1732104776994; forceNewPlan=false, retain=false 2024-11-20T12:13:11,877 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e06a4dd42bbbdd4e18fcf3c57088c3e4, ASSIGN; state=OFFLINE, location=843d83d51ba0,39773,1732104776721; forceNewPlan=false, retain=false 2024-11-20T12:13:11,879 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d664afc7227607bcd243e11b5f5862eb, ASSIGN 2024-11-20T12:13:11,881 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d664afc7227607bcd243e11b5f5862eb, ASSIGN; state=OFFLINE, location=843d83d51ba0,35135,1732104777122; forceNewPlan=false, retain=false 2024-11-20T12:13:11,983 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:13:12,007 INFO [843d83d51ba0:43969 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-20T12:13:12,008 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e06a4dd42bbbdd4e18fcf3c57088c3e4, regionState=OPENING, regionLocation=843d83d51ba0,39773,1732104776721 2024-11-20T12:13:12,008 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af45f4bcb2ec82a5f4f461b9840cd682, regionState=OPENING, regionLocation=843d83d51ba0,39773,1732104776721 2024-11-20T12:13:12,008 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c4c97a38fc79e9b70d135798c87eb0a4, regionState=OPENING, regionLocation=843d83d51ba0,35135,1732104777122 2024-11-20T12:13:12,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=40d79b5c2154cd36d452a25191a61e6a, regionState=OPENING, regionLocation=843d83d51ba0,35135,1732104777122 2024-11-20T12:13:12,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6d8259f391857d8ebfd537e4e34de33b, regionState=OPENING, regionLocation=843d83d51ba0,35135,1732104777122 2024-11-20T12:13:12,008 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=efa2da0883d486d72c71f561ca600574, regionState=OPENING, regionLocation=843d83d51ba0,39773,1732104776721 2024-11-20T12:13:12,012 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d664afc7227607bcd243e11b5f5862eb, regionState=OPENING, regionLocation=843d83d51ba0,35135,1732104777122 2024-11-20T12:13:12,012 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2676f49e7b59d871dc77b75f20d42c69, regionState=OPENING, regionLocation=843d83d51ba0,34335,1732104776994 2024-11-20T12:13:12,012 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=497ffa594015bd3673bf34d254923061, regionState=OPENING, regionLocation=843d83d51ba0,34335,1732104776994 2024-11-20T12:13:12,012 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=deae107b3ea586766f44515be507ab91, regionState=OPENING, regionLocation=843d83d51ba0,34335,1732104776994 2024-11-20T12:13:12,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e06a4dd42bbbdd4e18fcf3c57088c3e4, ASSIGN because future has completed 2024-11-20T12:13:12,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e06a4dd42bbbdd4e18fcf3c57088c3e4, server=843d83d51ba0,39773,1732104776721}] 2024-11-20T12:13:12,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4c97a38fc79e9b70d135798c87eb0a4, ASSIGN because future has completed 2024-11-20T12:13:12,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=40d79b5c2154cd36d452a25191a61e6a, ASSIGN because future has completed 2024-11-20T12:13:12,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4, server=843d83d51ba0,35135,1732104777122}] 2024-11-20T12:13:12,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40d79b5c2154cd36d452a25191a61e6a, server=843d83d51ba0,35135,1732104777122}] 2024-11-20T12:13:12,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d8259f391857d8ebfd537e4e34de33b, ASSIGN because future has completed 2024-11-20T12:13:12,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d8259f391857d8ebfd537e4e34de33b, server=843d83d51ba0,35135,1732104777122}] 2024-11-20T12:13:12,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=efa2da0883d486d72c71f561ca600574, ASSIGN because future has completed 2024-11-20T12:13:12,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d664afc7227607bcd243e11b5f5862eb, ASSIGN because future has completed 2024-11-20T12:13:12,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2676f49e7b59d871dc77b75f20d42c69, ASSIGN because future has completed 2024-11-20T12:13:12,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure efa2da0883d486d72c71f561ca600574, server=843d83d51ba0,39773,1732104776721}] 2024-11-20T12:13:12,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=deae107b3ea586766f44515be507ab91, ASSIGN because future has completed 2024-11-20T12:13:12,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af45f4bcb2ec82a5f4f461b9840cd682, ASSIGN because future has completed 2024-11-20T12:13:12,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af45f4bcb2ec82a5f4f461b9840cd682, server=843d83d51ba0,39773,1732104776721}] 2024-11-20T12:13:12,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=497ffa594015bd3673bf34d254923061, ASSIGN because future has completed 2024-11-20T12:13:12,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 497ffa594015bd3673bf34d254923061, server=843d83d51ba0,34335,1732104776994}] 2024-11-20T12:13:12,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure deae107b3ea586766f44515be507ab91, server=843d83d51ba0,34335,1732104776994}] 2024-11-20T12:13:12,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2676f49e7b59d871dc77b75f20d42c69, server=843d83d51ba0,34335,1732104776994}] 2024-11-20T12:13:12,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d664afc7227607bcd243e11b5f5862eb, server=843d83d51ba0,35135,1732104777122}] 2024-11-20T12:13:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:13:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:13:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:13:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:13:16,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T12:13:16,241 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T12:13:16,241 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T12:13:16,242 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:13:16,242 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T12:13:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:13:22,036 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:13:22,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:13:22,051 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682. 2024-11-20T12:13:22,051 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => af45f4bcb2ec82a5f4f461b9840cd682, NAME => 'SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-20T12:13:22,052 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable af45f4bcb2ec82a5f4f461b9840cd682 2024-11-20T12:13:22,052 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:22,052 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for af45f4bcb2ec82a5f4f461b9840cd682 2024-11-20T12:13:22,052 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for af45f4bcb2ec82a5f4f461b9840cd682 2024-11-20T12:13:22,054 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:13:22,055 INFO [StoreOpener-af45f4bcb2ec82a5f4f461b9840cd682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region af45f4bcb2ec82a5f4f461b9840cd682 2024-11-20T12:13:22,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:13:22,058 INFO [StoreOpener-af45f4bcb2ec82a5f4f461b9840cd682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af45f4bcb2ec82a5f4f461b9840cd682 columnFamilyName cf 2024-11-20T12:13:22,058 DEBUG [StoreOpener-af45f4bcb2ec82a5f4f461b9840cd682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:22,059 INFO [StoreOpener-af45f4bcb2ec82a5f4f461b9840cd682-1 {}] regionserver.HStore(327): Store=af45f4bcb2ec82a5f4f461b9840cd682/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:13:22,059 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for af45f4bcb2ec82a5f4f461b9840cd682 2024-11-20T12:13:22,060 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/af45f4bcb2ec82a5f4f461b9840cd682 2024-11-20T12:13:22,061 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/af45f4bcb2ec82a5f4f461b9840cd682 2024-11-20T12:13:22,062 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for af45f4bcb2ec82a5f4f461b9840cd682 2024-11-20T12:13:22,062 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for af45f4bcb2ec82a5f4f461b9840cd682 2024-11-20T12:13:22,062 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 2024-11-20T12:13:22,063 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 40d79b5c2154cd36d452a25191a61e6a, NAME => 'SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T12:13:22,063 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:22,063 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:22,064 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:22,064 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:22,065 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for af45f4bcb2ec82a5f4f461b9840cd682 2024-11-20T12:13:22,066 INFO [StoreOpener-40d79b5c2154cd36d452a25191a61e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:22,068 INFO [StoreOpener-40d79b5c2154cd36d452a25191a61e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40d79b5c2154cd36d452a25191a61e6a columnFamilyName cf 2024-11-20T12:13:22,068 DEBUG [StoreOpener-40d79b5c2154cd36d452a25191a61e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:22,068 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/af45f4bcb2ec82a5f4f461b9840cd682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:13:22,069 INFO [StoreOpener-40d79b5c2154cd36d452a25191a61e6a-1 {}] regionserver.HStore(327): Store=40d79b5c2154cd36d452a25191a61e6a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:13:22,069 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:22,069 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened af45f4bcb2ec82a5f4f461b9840cd682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60085103, jitterRate=-0.10466219484806061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:13:22,069 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af45f4bcb2ec82a5f4f461b9840cd682 2024-11-20T12:13:22,070 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:22,070 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for af45f4bcb2ec82a5f4f461b9840cd682: Running coprocessor pre-open hook at 1732104802053Writing region info on filesystem at 1732104802053Initializing all the Stores at 1732104802055 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104802055Cleaning up temporary data from old regions at 1732104802062 (+7 ms)Running coprocessor post-open hooks at 1732104802069 (+7 ms)Region opened successfully at 1732104802070 (+1 ms) 2024-11-20T12:13:22,071 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:22,071 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:22,071 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:22,072 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682., pid=20, masterSystemTime=1732104802036 2024-11-20T12:13:22,074 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:22,075 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682. 2024-11-20T12:13:22,075 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682. 2024-11-20T12:13:22,075 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574. 2024-11-20T12:13:22,075 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => efa2da0883d486d72c71f561ca600574, NAME => 'SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-20T12:13:22,076 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable efa2da0883d486d72c71f561ca600574 2024-11-20T12:13:22,076 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:22,076 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for efa2da0883d486d72c71f561ca600574 2024-11-20T12:13:22,076 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for efa2da0883d486d72c71f561ca600574 2024-11-20T12:13:22,077 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af45f4bcb2ec82a5f4f461b9840cd682, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,39773,1732104776721 2024-11-20T12:13:22,078 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/40d79b5c2154cd36d452a25191a61e6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:13:22,078 INFO [StoreOpener-efa2da0883d486d72c71f561ca600574-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region efa2da0883d486d72c71f561ca600574 2024-11-20T12:13:22,079 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 40d79b5c2154cd36d452a25191a61e6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58869654, jitterRate=-0.12277379631996155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:13:22,080 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:22,080 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 40d79b5c2154cd36d452a25191a61e6a: Running coprocessor pre-open hook at 1732104802064Writing region info on filesystem at 1732104802064Initializing all the Stores at 1732104802066 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104802066Cleaning up temporary data from old regions at 1732104802072 (+6 ms)Running coprocessor post-open hooks at 1732104802080 (+8 ms)Region opened successfully at 1732104802080 2024-11-20T12:13:22,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af45f4bcb2ec82a5f4f461b9840cd682, server=843d83d51ba0,39773,1732104776721 because future has completed 2024-11-20T12:13:22,081 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a., pid=17, masterSystemTime=1732104802053 2024-11-20T12:13:22,082 INFO [StoreOpener-efa2da0883d486d72c71f561ca600574-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efa2da0883d486d72c71f561ca600574 columnFamilyName cf 2024-11-20T12:13:22,082 DEBUG [StoreOpener-efa2da0883d486d72c71f561ca600574-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:22,083 INFO [StoreOpener-efa2da0883d486d72c71f561ca600574-1 {}] regionserver.HStore(327): Store=efa2da0883d486d72c71f561ca600574/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:13:22,083 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for efa2da0883d486d72c71f561ca600574 2024-11-20T12:13:22,084 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 2024-11-20T12:13:22,084 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 2024-11-20T12:13:22,084 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/efa2da0883d486d72c71f561ca600574 2024-11-20T12:13:22,084 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 2024-11-20T12:13:22,084 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => c4c97a38fc79e9b70d135798c87eb0a4, NAME => 'SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-20T12:13:22,085 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:22,085 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/efa2da0883d486d72c71f561ca600574 2024-11-20T12:13:22,085 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:22,085 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:22,085 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:22,085 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=40d79b5c2154cd36d452a25191a61e6a, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,35135,1732104777122 2024-11-20T12:13:22,085 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for efa2da0883d486d72c71f561ca600574 2024-11-20T12:13:22,085 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for efa2da0883d486d72c71f561ca600574 2024-11-20T12:13:22,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-20T12:13:22,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure af45f4bcb2ec82a5f4f461b9840cd682, server=843d83d51ba0,39773,1732104776721 in 10.0180 sec 2024-11-20T12:13:22,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40d79b5c2154cd36d452a25191a61e6a, server=843d83d51ba0,35135,1732104777122 because future has completed 2024-11-20T12:13:22,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af45f4bcb2ec82a5f4f461b9840cd682, ASSIGN in 10.2440 sec 2024-11-20T12:13:22,091 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for efa2da0883d486d72c71f561ca600574 2024-11-20T12:13:22,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-20T12:13:22,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 40d79b5c2154cd36d452a25191a61e6a, server=843d83d51ba0,35135,1732104777122 in 10.0500 sec 2024-11-20T12:13:22,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40d79b5c2154cd36d452a25191a61e6a, ASSIGN in 10.2530 sec 2024-11-20T12:13:22,100 INFO [StoreOpener-c4c97a38fc79e9b70d135798c87eb0a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:22,104 INFO [StoreOpener-c4c97a38fc79e9b70d135798c87eb0a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4c97a38fc79e9b70d135798c87eb0a4 columnFamilyName cf 2024-11-20T12:13:22,104 DEBUG [StoreOpener-c4c97a38fc79e9b70d135798c87eb0a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:22,104 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/efa2da0883d486d72c71f561ca600574/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:13:22,105 INFO [StoreOpener-c4c97a38fc79e9b70d135798c87eb0a4-1 {}] regionserver.HStore(327): Store=c4c97a38fc79e9b70d135798c87eb0a4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:13:22,105 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:22,105 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91. 2024-11-20T12:13:22,105 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => deae107b3ea586766f44515be507ab91, NAME => 'SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-20T12:13:22,105 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened efa2da0883d486d72c71f561ca600574; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59044885, jitterRate=-0.12016265094280243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:13:22,105 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for efa2da0883d486d72c71f561ca600574 2024-11-20T12:13:22,106 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for efa2da0883d486d72c71f561ca600574: Running coprocessor pre-open hook at 1732104802076Writing region info on filesystem at 1732104802076Initializing all the Stores at 1732104802078 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104802078Cleaning up temporary data from old regions at 1732104802085 (+7 ms)Running coprocessor post-open hooks at 1732104802105 (+20 ms)Region opened successfully at 1732104802105 2024-11-20T12:13:22,106 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable deae107b3ea586766f44515be507ab91 2024-11-20T12:13:22,106 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:22,106 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for deae107b3ea586766f44515be507ab91 2024-11-20T12:13:22,106 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for deae107b3ea586766f44515be507ab91 2024-11-20T12:13:22,106 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:22,107 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:22,107 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574., pid=19, masterSystemTime=1732104802036 2024-11-20T12:13:22,108 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:22,108 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:22,108 INFO [StoreOpener-deae107b3ea586766f44515be507ab91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region deae107b3ea586766f44515be507ab91 2024-11-20T12:13:22,110 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574. 2024-11-20T12:13:22,110 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574. 2024-11-20T12:13:22,111 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4. 2024-11-20T12:13:22,111 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => e06a4dd42bbbdd4e18fcf3c57088c3e4, NAME => 'SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-20T12:13:22,111 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:22,111 INFO [StoreOpener-deae107b3ea586766f44515be507ab91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deae107b3ea586766f44515be507ab91 columnFamilyName cf 2024-11-20T12:13:22,111 DEBUG [StoreOpener-deae107b3ea586766f44515be507ab91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:22,111 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e06a4dd42bbbdd4e18fcf3c57088c3e4 2024-11-20T12:13:22,111 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:22,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=efa2da0883d486d72c71f561ca600574, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,39773,1732104776721 2024-11-20T12:13:22,112 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for e06a4dd42bbbdd4e18fcf3c57088c3e4 2024-11-20T12:13:22,112 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for e06a4dd42bbbdd4e18fcf3c57088c3e4 2024-11-20T12:13:22,113 INFO [StoreOpener-deae107b3ea586766f44515be507ab91-1 {}] regionserver.HStore(327): Store=deae107b3ea586766f44515be507ab91/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:13:22,114 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for deae107b3ea586766f44515be507ab91 2024-11-20T12:13:22,115 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/deae107b3ea586766f44515be507ab91 2024-11-20T12:13:22,115 INFO [StoreOpener-e06a4dd42bbbdd4e18fcf3c57088c3e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e06a4dd42bbbdd4e18fcf3c57088c3e4 2024-11-20T12:13:22,116 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/c4c97a38fc79e9b70d135798c87eb0a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:13:22,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure efa2da0883d486d72c71f561ca600574, server=843d83d51ba0,39773,1732104776721 because future has completed 2024-11-20T12:13:22,116 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/deae107b3ea586766f44515be507ab91 2024-11-20T12:13:22,116 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened c4c97a38fc79e9b70d135798c87eb0a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59583885, jitterRate=-0.11213092505931854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:13:22,116 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:22,117 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for c4c97a38fc79e9b70d135798c87eb0a4: Running coprocessor pre-open hook at 1732104802085Writing region info on filesystem at 1732104802085Initializing all the Stores at 1732104802087 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104802087Cleaning up temporary data from old regions at 1732104802108 (+21 ms)Running coprocessor post-open hooks at 1732104802116 (+8 ms)Region opened successfully at 1732104802117 (+1 ms) 2024-11-20T12:13:22,117 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for deae107b3ea586766f44515be507ab91 2024-11-20T12:13:22,117 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for deae107b3ea586766f44515be507ab91 2024-11-20T12:13:22,118 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4., pid=16, masterSystemTime=1732104802053 2024-11-20T12:13:22,119 INFO [StoreOpener-e06a4dd42bbbdd4e18fcf3c57088c3e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e06a4dd42bbbdd4e18fcf3c57088c3e4 columnFamilyName cf 2024-11-20T12:13:22,119 DEBUG [StoreOpener-e06a4dd42bbbdd4e18fcf3c57088c3e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:22,120 INFO [StoreOpener-e06a4dd42bbbdd4e18fcf3c57088c3e4-1 {}] regionserver.HStore(327): Store=e06a4dd42bbbdd4e18fcf3c57088c3e4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:13:22,120 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for e06a4dd42bbbdd4e18fcf3c57088c3e4 2024-11-20T12:13:22,121 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for deae107b3ea586766f44515be507ab91 2024-11-20T12:13:22,122 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 2024-11-20T12:13:22,122 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 2024-11-20T12:13:22,123 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 2024-11-20T12:13:22,123 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => d664afc7227607bcd243e11b5f5862eb, NAME => 'SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-20T12:13:22,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-20T12:13:22,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure efa2da0883d486d72c71f561ca600574, server=843d83d51ba0,39773,1732104776721 in 10.0610 sec 2024-11-20T12:13:22,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c4c97a38fc79e9b70d135798c87eb0a4, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,35135,1732104777122 2024-11-20T12:13:22,123 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:22,124 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:22,124 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:22,124 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:22,124 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/e06a4dd42bbbdd4e18fcf3c57088c3e4 2024-11-20T12:13:22,125 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/e06a4dd42bbbdd4e18fcf3c57088c3e4 2024-11-20T12:13:22,126 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for e06a4dd42bbbdd4e18fcf3c57088c3e4 2024-11-20T12:13:22,126 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for e06a4dd42bbbdd4e18fcf3c57088c3e4 2024-11-20T12:13:22,127 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/deae107b3ea586766f44515be507ab91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:13:22,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4, server=843d83d51ba0,35135,1732104777122 because future has completed 2024-11-20T12:13:22,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efa2da0883d486d72c71f561ca600574, ASSIGN in 10.2800 sec 2024-11-20T12:13:22,128 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened deae107b3ea586766f44515be507ab91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73769718, jitterRate=0.09925445914268494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:13:22,128 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for deae107b3ea586766f44515be507ab91 2024-11-20T12:13:22,129 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for deae107b3ea586766f44515be507ab91: Running coprocessor pre-open hook at 1732104802106Writing region info on filesystem at 1732104802106Initializing all the Stores at 1732104802108 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104802108Cleaning up temporary data from old regions at 1732104802117 (+9 ms)Running coprocessor post-open hooks at 1732104802128 (+11 ms)Region opened successfully at 1732104802128 2024-11-20T12:13:22,129 INFO [StoreOpener-d664afc7227607bcd243e11b5f5862eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:22,130 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91., pid=22, masterSystemTime=1732104802077 2024-11-20T12:13:22,131 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for e06a4dd42bbbdd4e18fcf3c57088c3e4 2024-11-20T12:13:22,131 INFO [StoreOpener-d664afc7227607bcd243e11b5f5862eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d664afc7227607bcd243e11b5f5862eb columnFamilyName cf 2024-11-20T12:13:22,132 DEBUG [StoreOpener-d664afc7227607bcd243e11b5f5862eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:22,132 INFO [StoreOpener-d664afc7227607bcd243e11b5f5862eb-1 {}] regionserver.HStore(327): Store=d664afc7227607bcd243e11b5f5862eb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:13:22,133 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:22,134 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:22,134 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91. 2024-11-20T12:13:22,134 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91. 2024-11-20T12:13:22,134 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061. 2024-11-20T12:13:22,135 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 497ffa594015bd3673bf34d254923061, NAME => 'SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-20T12:13:22,135 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 497ffa594015bd3673bf34d254923061 2024-11-20T12:13:22,135 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:22,135 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 497ffa594015bd3673bf34d254923061 2024-11-20T12:13:22,135 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 497ffa594015bd3673bf34d254923061 2024-11-20T12:13:22,135 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:22,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-20T12:13:22,136 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=deae107b3ea586766f44515be507ab91, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,34335,1732104776994 2024-11-20T12:13:22,136 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/e06a4dd42bbbdd4e18fcf3c57088c3e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:13:22,137 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:22,137 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:22,138 INFO [StoreOpener-497ffa594015bd3673bf34d254923061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 497ffa594015bd3673bf34d254923061 2024-11-20T12:13:22,139 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened e06a4dd42bbbdd4e18fcf3c57088c3e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69984453, jitterRate=0.04284961521625519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:13:22,139 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e06a4dd42bbbdd4e18fcf3c57088c3e4 2024-11-20T12:13:22,139 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for e06a4dd42bbbdd4e18fcf3c57088c3e4: Running coprocessor pre-open hook at 1732104802112Writing region info on filesystem at 1732104802112Initializing all the Stores at 1732104802114 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104802114Cleaning up temporary data from old regions at 1732104802127 (+13 ms)Running coprocessor post-open hooks at 1732104802139 (+12 ms)Region opened successfully at 1732104802139 2024-11-20T12:13:22,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4, server=843d83d51ba0,35135,1732104777122 in 10.0950 sec 2024-11-20T12:13:22,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure deae107b3ea586766f44515be507ab91, server=843d83d51ba0,34335,1732104776994 because future has completed 2024-11-20T12:13:22,141 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4., pid=15, masterSystemTime=1732104802036 2024-11-20T12:13:22,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4c97a38fc79e9b70d135798c87eb0a4, ASSIGN in 10.2930 sec 2024-11-20T12:13:22,142 INFO [StoreOpener-497ffa594015bd3673bf34d254923061-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 497ffa594015bd3673bf34d254923061 columnFamilyName cf 2024-11-20T12:13:22,142 DEBUG [StoreOpener-497ffa594015bd3673bf34d254923061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:22,142 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:22,143 INFO [StoreOpener-497ffa594015bd3673bf34d254923061-1 {}] regionserver.HStore(327): Store=497ffa594015bd3673bf34d254923061/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:13:22,144 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 497ffa594015bd3673bf34d254923061 2024-11-20T12:13:22,144 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4. 2024-11-20T12:13:22,145 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4. 2024-11-20T12:13:22,146 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/497ffa594015bd3673bf34d254923061 2024-11-20T12:13:22,147 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/d664afc7227607bcd243e11b5f5862eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:13:22,147 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/497ffa594015bd3673bf34d254923061 2024-11-20T12:13:22,147 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e06a4dd42bbbdd4e18fcf3c57088c3e4, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,39773,1732104776721 2024-11-20T12:13:22,148 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened d664afc7227607bcd243e11b5f5862eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59010148, jitterRate=-0.12068027257919312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:13:22,148 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:22,148 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 497ffa594015bd3673bf34d254923061 2024-11-20T12:13:22,148 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for d664afc7227607bcd243e11b5f5862eb: Running coprocessor pre-open hook at 1732104802124Writing region info on filesystem at 1732104802124Initializing all the Stores at 1732104802128 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104802128Cleaning up temporary data from old regions at 1732104802137 (+9 ms)Running coprocessor post-open hooks at 1732104802148 (+11 ms)Region opened successfully at 1732104802148 2024-11-20T12:13:22,148 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 497ffa594015bd3673bf34d254923061 2024-11-20T12:13:22,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-20T12:13:22,150 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb., pid=24, masterSystemTime=1732104802053 2024-11-20T12:13:22,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e06a4dd42bbbdd4e18fcf3c57088c3e4, server=843d83d51ba0,39773,1732104776721 because future has completed 2024-11-20T12:13:22,152 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 497ffa594015bd3673bf34d254923061 2024-11-20T12:13:22,153 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 2024-11-20T12:13:22,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure deae107b3ea586766f44515be507ab91, server=843d83d51ba0,34335,1732104776994 in 10.0720 sec 2024-11-20T12:13:22,154 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 2024-11-20T12:13:22,154 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 2024-11-20T12:13:22,154 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d8259f391857d8ebfd537e4e34de33b, NAME => 'SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T12:13:22,154 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:22,155 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:22,155 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d664afc7227607bcd243e11b5f5862eb, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,35135,1732104777122 2024-11-20T12:13:22,155 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:22,155 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:22,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=deae107b3ea586766f44515be507ab91, ASSIGN in 10.3070 sec 2024-11-20T12:13:22,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d664afc7227607bcd243e11b5f5862eb, server=843d83d51ba0,35135,1732104777122 because future has completed 2024-11-20T12:13:22,161 INFO [StoreOpener-6d8259f391857d8ebfd537e4e34de33b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:22,161 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/497ffa594015bd3673bf34d254923061/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:13:22,162 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 497ffa594015bd3673bf34d254923061; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74812102, jitterRate=0.11478719115257263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:13:22,163 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 497ffa594015bd3673bf34d254923061 2024-11-20T12:13:22,163 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 497ffa594015bd3673bf34d254923061: Running coprocessor pre-open hook at 1732104802135Writing region info on filesystem at 1732104802135Initializing all the Stores at 1732104802137 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104802137Cleaning up temporary data from old regions at 1732104802148 (+11 ms)Running coprocessor post-open hooks at 1732104802163 (+15 ms)Region opened successfully at 1732104802163 2024-11-20T12:13:22,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-11-20T12:13:22,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e06a4dd42bbbdd4e18fcf3c57088c3e4, server=843d83d51ba0,39773,1732104776721 in 10.1370 sec 2024-11-20T12:13:22,164 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061., pid=21, masterSystemTime=1732104802077 2024-11-20T12:13:22,165 INFO [StoreOpener-6d8259f391857d8ebfd537e4e34de33b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d8259f391857d8ebfd537e4e34de33b columnFamilyName cf 2024-11-20T12:13:22,165 DEBUG [StoreOpener-6d8259f391857d8ebfd537e4e34de33b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:22,166 INFO [StoreOpener-6d8259f391857d8ebfd537e4e34de33b-1 {}] regionserver.HStore(327): Store=6d8259f391857d8ebfd537e4e34de33b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:13:22,166 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:22,168 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:22,169 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:22,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-20T12:13:22,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e06a4dd42bbbdd4e18fcf3c57088c3e4, ASSIGN in 10.3200 sec 2024-11-20T12:13:22,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d664afc7227607bcd243e11b5f5862eb, server=843d83d51ba0,35135,1732104777122 in 10.0740 sec 2024-11-20T12:13:22,170 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061. 2024-11-20T12:13:22,170 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061. 2024-11-20T12:13:22,170 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69. 2024-11-20T12:13:22,171 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 2676f49e7b59d871dc77b75f20d42c69, NAME => 'SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-20T12:13:22,171 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:22,171 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2676f49e7b59d871dc77b75f20d42c69 2024-11-20T12:13:22,171 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:22,171 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:22,171 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 2676f49e7b59d871dc77b75f20d42c69 2024-11-20T12:13:22,171 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 2676f49e7b59d871dc77b75f20d42c69 2024-11-20T12:13:22,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=497ffa594015bd3673bf34d254923061, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,34335,1732104776994 2024-11-20T12:13:22,174 INFO [StoreOpener-2676f49e7b59d871dc77b75f20d42c69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2676f49e7b59d871dc77b75f20d42c69 2024-11-20T12:13:22,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d664afc7227607bcd243e11b5f5862eb, ASSIGN in 10.3270 sec 2024-11-20T12:13:22,177 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:22,177 INFO [StoreOpener-2676f49e7b59d871dc77b75f20d42c69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2676f49e7b59d871dc77b75f20d42c69 columnFamilyName cf 2024-11-20T12:13:22,177 DEBUG [StoreOpener-2676f49e7b59d871dc77b75f20d42c69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:22,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 497ffa594015bd3673bf34d254923061, server=843d83d51ba0,34335,1732104776994 because future has completed 2024-11-20T12:13:22,178 INFO [StoreOpener-2676f49e7b59d871dc77b75f20d42c69-1 {}] regionserver.HStore(327): Store=2676f49e7b59d871dc77b75f20d42c69/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:13:22,179 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 2676f49e7b59d871dc77b75f20d42c69 2024-11-20T12:13:22,180 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/2676f49e7b59d871dc77b75f20d42c69 2024-11-20T12:13:22,181 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/2676f49e7b59d871dc77b75f20d42c69 2024-11-20T12:13:22,182 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 2676f49e7b59d871dc77b75f20d42c69 2024-11-20T12:13:22,182 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 2676f49e7b59d871dc77b75f20d42c69 2024-11-20T12:13:22,184 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 2676f49e7b59d871dc77b75f20d42c69 2024-11-20T12:13:22,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-20T12:13:22,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 497ffa594015bd3673bf34d254923061, server=843d83d51ba0,34335,1732104776994 in 10.1110 sec 2024-11-20T12:13:22,189 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/2676f49e7b59d871dc77b75f20d42c69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:13:22,189 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/6d8259f391857d8ebfd537e4e34de33b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:13:22,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=497ffa594015bd3673bf34d254923061, ASSIGN in 10.3430 sec 2024-11-20T12:13:22,190 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 2676f49e7b59d871dc77b75f20d42c69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60262267, jitterRate=-0.10202224552631378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:13:22,190 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 6d8259f391857d8ebfd537e4e34de33b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65641333, jitterRate=-0.021867915987968445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:13:22,190 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2676f49e7b59d871dc77b75f20d42c69 2024-11-20T12:13:22,190 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:22,190 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 2676f49e7b59d871dc77b75f20d42c69: Running coprocessor pre-open hook at 1732104802172Writing region info on filesystem at 1732104802172Initializing all the Stores at 1732104802174 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104802174Cleaning up temporary data from old regions at 1732104802182 (+8 ms)Running coprocessor post-open hooks at 1732104802190 (+8 ms)Region opened successfully at 1732104802190 2024-11-20T12:13:22,190 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 6d8259f391857d8ebfd537e4e34de33b: Running coprocessor pre-open hook at 1732104802155Writing region info on filesystem at 1732104802155Initializing all the Stores at 1732104802158 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104802158Cleaning up temporary data from old regions at 1732104802171 (+13 ms)Running coprocessor post-open hooks at 1732104802190 (+19 ms)Region opened successfully at 1732104802190 2024-11-20T12:13:22,191 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b., pid=18, masterSystemTime=1732104802053 2024-11-20T12:13:22,191 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69., pid=23, masterSystemTime=1732104802077 2024-11-20T12:13:22,194 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 2024-11-20T12:13:22,194 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 2024-11-20T12:13:22,196 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6d8259f391857d8ebfd537e4e34de33b, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,35135,1732104777122 2024-11-20T12:13:22,196 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69. 2024-11-20T12:13:22,196 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69. 2024-11-20T12:13:22,197 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2676f49e7b59d871dc77b75f20d42c69, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,34335,1732104776994 2024-11-20T12:13:22,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d8259f391857d8ebfd537e4e34de33b, server=843d83d51ba0,35135,1732104777122 because future has completed 2024-11-20T12:13:22,201 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43969 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=843d83d51ba0,34335,1732104776994, table=SPTestTable, region=2676f49e7b59d871dc77b75f20d42c69. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T12:13:22,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2676f49e7b59d871dc77b75f20d42c69, server=843d83d51ba0,34335,1732104776994 because future has completed 2024-11-20T12:13:22,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-20T12:13:22,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d8259f391857d8ebfd537e4e34de33b, server=843d83d51ba0,35135,1732104777122 in 10.1570 sec 2024-11-20T12:13:22,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-11-20T12:13:22,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d8259f391857d8ebfd537e4e34de33b, ASSIGN in 10.3610 sec 2024-11-20T12:13:22,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2676f49e7b59d871dc77b75f20d42c69, server=843d83d51ba0,34335,1732104776994 in 10.1210 sec 2024-11-20T12:13:22,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-20T12:13:22,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2676f49e7b59d871dc77b75f20d42c69, ASSIGN in 10.3630 sec 2024-11-20T12:13:22,211 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:13:22,211 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732104802211"}]},"ts":"1732104802211"} 2024-11-20T12:13:22,214 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-20T12:13:22,215 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:13:22,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7790 sec 2024-11-20T12:13:23,977 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-20T12:13:24,105 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T12:13:26,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-20T12:13:26,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-20T12:13:27,618 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T12:13:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:13:29,738 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-20T12:13:29,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-20T12:13:29,739 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T12:13:29,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-20T12:13:29,752 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T12:13:29,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-20T12:13:29,801 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a., hostname=843d83d51ba0,35135,1732104777122, seqNum=2] 2024-11-20T12:13:29,808 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a., hostname=843d83d51ba0,35135,1732104777122, seqNum=2] 2024-11-20T12:13:29,813 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a., hostname=843d83d51ba0,35135,1732104777122, seqNum=2] 2024-11-20T12:13:29,819 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a., hostname=843d83d51ba0,35135,1732104777122, seqNum=2] 2024-11-20T12:13:29,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a., hostname=843d83d51ba0,35135,1732104777122, seqNum=2] 2024-11-20T12:13:29,828 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a., hostname=843d83d51ba0,35135,1732104777122, seqNum=2] 2024-11-20T12:13:29,834 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a., hostname=843d83d51ba0,35135,1732104777122, seqNum=2] 2024-11-20T12:13:29,836 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a., hostname=843d83d51ba0,35135,1732104777122, seqNum=2] 2024-11-20T12:13:29,874 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69., hostname=843d83d51ba0,34335,1732104776994, seqNum=2] 2024-11-20T12:13:29,877 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69., hostname=843d83d51ba0,34335,1732104776994, seqNum=2] 2024-11-20T12:13:29,880 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69., hostname=843d83d51ba0,34335,1732104776994, seqNum=2] 2024-11-20T12:13:29,883 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69., hostname=843d83d51ba0,34335,1732104776994, seqNum=2] 2024-11-20T12:13:29,886 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69., hostname=843d83d51ba0,34335,1732104776994, seqNum=2] 2024-11-20T12:13:29,888 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69., hostname=843d83d51ba0,34335,1732104776994, seqNum=2] 2024-11-20T12:13:29,891 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69., hostname=843d83d51ba0,34335,1732104776994, seqNum=2] 2024-11-20T12:13:29,893 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69., hostname=843d83d51ba0,34335,1732104776994, seqNum=2] 2024-11-20T12:13:29,926 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574., hostname=843d83d51ba0,39773,1732104776721, seqNum=2] 2024-11-20T12:13:29,929 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574., hostname=843d83d51ba0,39773,1732104776721, seqNum=2] 2024-11-20T12:13:29,931 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574., hostname=843d83d51ba0,39773,1732104776721, seqNum=2] 2024-11-20T12:13:29,934 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574., hostname=843d83d51ba0,39773,1732104776721, seqNum=2] 2024-11-20T12:13:29,936 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574., hostname=843d83d51ba0,39773,1732104776721, seqNum=2] 2024-11-20T12:13:29,938 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574., hostname=843d83d51ba0,39773,1732104776721, seqNum=2] 2024-11-20T12:13:30,014 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4., hostname=843d83d51ba0,35135,1732104777122, seqNum=2] 2024-11-20T12:13:30,017 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4., hostname=843d83d51ba0,35135,1732104777122, seqNum=2] 2024-11-20T12:13:30,019 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4., hostname=843d83d51ba0,35135,1732104777122, seqNum=2] 2024-11-20T12:13:30,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4., hostname=843d83d51ba0,35135,1732104777122, seqNum=2] 2024-11-20T12:13:30,024 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4., hostname=843d83d51ba0,35135,1732104777122, seqNum=2] 2024-11-20T12:13:30,025 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4., hostname=843d83d51ba0,35135,1732104777122, seqNum=2] 2024-11-20T12:13:30,027 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4., hostname=843d83d51ba0,35135,1732104777122, seqNum=2] 2024-11-20T12:13:30,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:13:30,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:13:30,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:13:30,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T12:13:30,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:13:30,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39773 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T12:13:30,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 2024-11-20T12:13:31,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T12:13:31,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T12:13:31,922 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-20T12:13:31,924 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T12:13:31,925 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T12:13:31,931 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T12:13:31,949 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T12:13:31,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741848_1024 (size=49) 2024-11-20T12:13:31,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741848_1024 (size=49) 2024-11-20T12:13:31,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741848_1024 (size=49) 2024-11-20T12:13:31,961 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T12:13:31,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e06a4dd42bbbdd4e18fcf3c57088c3e4}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure deae107b3ea586766f44515be507ab91}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af45f4bcb2ec82a5f4f461b9840cd682}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 497ffa594015bd3673bf34d254923061}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2676f49e7b59d871dc77b75f20d42c69}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efa2da0883d486d72c71f561ca600574}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4}] 2024-11-20T12:13:31,968 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:31,968 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure deae107b3ea586766f44515be507ab91 2024-11-20T12:13:31,968 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e06a4dd42bbbdd4e18fcf3c57088c3e4 2024-11-20T12:13:31,968 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:31,969 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:31,973 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efa2da0883d486d72c71f561ca600574 2024-11-20T12:13:31,978 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:31,978 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 497ffa594015bd3673bf34d254923061 2024-11-20T12:13:31,978 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af45f4bcb2ec82a5f4f461b9840cd682 2024-11-20T12:13:31,979 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2676f49e7b59d871dc77b75f20d42c69 2024-11-20T12:13:32,025 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 843d83d51ba0,35135,1732104777122 2024-11-20T12:13:32,026 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 843d83d51ba0,35135,1732104777122: Simulated kill ***** 2024-11-20T12:13:32,026 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T12:13:32,029 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T12:13:32,030 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T12:13:32,033 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T12:13:32,034 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T12:13:32,042 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 652532640 }, "NonHeapMemoryUsage": { "committed": 156631040, "init": 7667712, "max": -1, "used": 153881088 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "843d83d51ba0", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "843d83d51ba0", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:62489", "tag.serverName": "843d83d51ba0,39773,1732104776721", "tag.clusterId": "71d2eaa3-40d2-41a8-b45f-54ea8dad548d", "tag.Context": "regionserver", "tag.Hostname": "843d83d51ba0", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732104776721, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-20T12:13:32,046 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43969 {}] master.MasterRpcServices(700): 843d83d51ba0,35135,1732104777122 reported a fatal error: ***** ABORTING region server 843d83d51ba0,35135,1732104777122: Simulated kill ***** 2024-11-20T12:13:32,048 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,35135,1732104777122' ***** 2024-11-20T12:13:32,049 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-20T12:13:32,049 INFO [RS:2;843d83d51ba0:35135 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:13:32,049 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T12:13:32,049 INFO [RS:2;843d83d51ba0:35135 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T12:13:32,049 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:13:32,049 INFO [RS:2;843d83d51ba0:35135 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T12:13:32,049 INFO [RS:2;843d83d51ba0:35135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:13:32,050 INFO [RS:2;843d83d51ba0:35135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;843d83d51ba0:35135. 2024-11-20T12:13:32,050 DEBUG [RS:2;843d83d51ba0:35135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:13:32,050 DEBUG [RS:2;843d83d51ba0:35135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:13:32,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741833_1009 (size=1242) 2024-11-20T12:13:32,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741833_1009 (size=1242) 2024-11-20T12:13:32,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741833_1009 (size=1242) 2024-11-20T12:13:32,067 DEBUG [RS:2;843d83d51ba0:35135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:13:32,067 INFO [RS:2;843d83d51ba0:35135 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:13:32,067 INFO [RS:2;843d83d51ba0:35135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35135 2024-11-20T12:13:32,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T12:13:32,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35135-0x10158295e0f0003, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/843d83d51ba0,35135,1732104777122 2024-11-20T12:13:32,089 INFO [RS:2;843d83d51ba0:35135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:13:32,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,35135,1732104777122] 2024-11-20T12:13:32,094 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:13:32,110 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/843d83d51ba0,35135,1732104777122 already deleted, retry=false 2024-11-20T12:13:32,110 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 843d83d51ba0,35135,1732104777122 on 843d83d51ba0,43969,1732104775520 2024-11-20T12:13:32,115 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 843d83d51ba0,35135,1732104777122, splitWal=true, meta=false 2024-11-20T12:13:32,119 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 843d83d51ba0,35135,1732104777122 (carryingMeta=false) 843d83d51ba0,35135,1732104777122/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4c4716bd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T12:13:32,120 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 843d83d51ba0,35135,1732104777122, splitWal=true, meta=false 2024-11-20T12:13:32,122 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 843d83d51ba0,35135,1732104777122 had 4 regions 2024-11-20T12:13:32,122 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:32,123 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:32,124 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:32,126 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 843d83d51ba0,35135,1732104777122, splitWal=true, meta=false, isMeta: false 2024-11-20T12:13:32,126 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb can not run currently because target server of region SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 843d83d51ba0,35135,1732104777122 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T12:13:32,126 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb; timeout=1000, timestamp=1732104813126 2024-11-20T12:13:32,127 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4 can not run currently because target server of region SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 843d83d51ba0,35135,1732104777122 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T12:13:32,127 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4; timeout=1000, timestamp=1732104813127 2024-11-20T12:13:32,128 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b can not run currently because target server of region SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 843d83d51ba0,35135,1732104777122 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T12:13:32,128 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b; timeout=1000, timestamp=1732104813128 2024-11-20T12:13:32,132 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122-splitting 2024-11-20T12:13:32,132 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:32,135 INFO [PEWorker-1 {}] master.SplitWALManager(105): 843d83d51ba0,35135,1732104777122 WAL count=1, meta=false 2024-11-20T12:13:32,135 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a can not run currently because target server of region SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 843d83d51ba0,35135,1732104777122 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T12:13:32,135 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a; timeout=1000, timestamp=1732104813135 2024-11-20T12:13:32,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 843d83d51ba0%2C35135%2C1732104777122.1732104780213}] 2024-11-20T12:13:32,147 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=843d83d51ba0,39773,1732104776721 2024-11-20T12:13:32,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 843d83d51ba0%2C35135%2C1732104777122.1732104780213, worker=843d83d51ba0,39773,1732104776721}] 2024-11-20T12:13:32,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35135-0x10158295e0f0003, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:13:32,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35135-0x10158295e0f0003, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:13:32,200 INFO [RS:2;843d83d51ba0:35135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:13:32,201 INFO [RS:2;843d83d51ba0:35135 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,35135,1732104777122; zookeeper connection closed. 2024-11-20T12:13:32,201 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ed3fb2e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ed3fb2e 2024-11-20T12:13:33,038 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:13:33,038 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:13:33,126 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:33,128 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:33,128 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb can not run currently because target server of region SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 843d83d51ba0,35135,1732104777122 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T12:13:33,128 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb; timeout=2000, timestamp=1732104815128 2024-11-20T12:13:33,129 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:33,129 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4 can not run currently because target server of region SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 843d83d51ba0,35135,1732104777122 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T12:13:33,129 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4; timeout=2000, timestamp=1732104815129 2024-11-20T12:13:33,130 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b can not run currently because target server of region SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 843d83d51ba0,35135,1732104777122 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T12:13:33,130 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b; timeout=2000, timestamp=1732104815130 2024-11-20T12:13:33,135 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:33,137 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a can not run currently because target server of region SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 843d83d51ba0,35135,1732104777122 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T12:13:33,137 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a; timeout=2000, timestamp=1732104815137 2024-11-20T12:13:35,128 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:35,129 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:35,130 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb can not run currently because target server of region SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 843d83d51ba0,35135,1732104777122 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T12:13:35,130 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb; timeout=4000, timestamp=1732104819130 2024-11-20T12:13:35,130 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:35,132 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4 can not run currently because target server of region SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 843d83d51ba0,35135,1732104777122 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T12:13:35,132 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4; timeout=4000, timestamp=1732104819132 2024-11-20T12:13:35,132 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b can not run currently because target server of region SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 843d83d51ba0,35135,1732104777122 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T12:13:35,132 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b; timeout=4000, timestamp=1732104819132 2024-11-20T12:13:35,138 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:35,139 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a can not run currently because target server of region SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 843d83d51ba0,35135,1732104777122 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T12:13:35,139 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a; timeout=4000, timestamp=1732104819139 2024-11-20T12:13:39,131 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:39,132 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:39,132 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:39,132 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb can not run currently because target server of region SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 843d83d51ba0,35135,1732104777122 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T12:13:39,133 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb; timeout=8000, timestamp=1732104827133 2024-11-20T12:13:39,134 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b can not run currently because target server of region SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 843d83d51ba0,35135,1732104777122 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T12:13:39,134 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4 can not run currently because target server of region SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 843d83d51ba0,35135,1732104777122 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T12:13:39,134 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b; timeout=8000, timestamp=1732104827134 2024-11-20T12:13:39,134 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4; timeout=8000, timestamp=1732104827134 2024-11-20T12:13:39,139 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:39,141 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a can not run currently because target server of region SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 843d83d51ba0,35135,1732104777122 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T12:13:39,141 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a; timeout=8000, timestamp=1732104827141 2024-11-20T12:13:41,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-20T12:13:41,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-20T12:13:41,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-20T12:13:41,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-20T12:13:41,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4. 2024-11-20T12:13:41,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69. 2024-11-20T12:13:41,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061. 2024-11-20T12:13:41,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-20T12:13:41,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574. 2024-11-20T12:13:41,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-20T12:13:41,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91. 2024-11-20T12:13:41,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682. 2024-11-20T12:13:41,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-20T12:13:41,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for deae107b3ea586766f44515be507ab91: 2024-11-20T12:13:41,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 497ffa594015bd3673bf34d254923061: 2024-11-20T12:13:41,982 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing efa2da0883d486d72c71f561ca600574 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-20T12:13:41,982 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 2676f49e7b59d871dc77b75f20d42c69 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-20T12:13:41,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for af45f4bcb2ec82a5f4f461b9840cd682: 2024-11-20T12:13:41,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061. for SnapshotProcedureTest completed. 2024-11-20T12:13:41,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91. for SnapshotProcedureTest completed. 2024-11-20T12:13:41,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682. for SnapshotProcedureTest completed. 2024-11-20T12:13:41,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for e06a4dd42bbbdd4e18fcf3c57088c3e4: 2024-11-20T12:13:41,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4. for SnapshotProcedureTest completed. 2024-11-20T12:13:41,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:13:41,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:13:41,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:13:41,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:13:41,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:13:41,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:13:41,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:13:41,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:13:41,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T12:13:41,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T12:13:41,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T12:13:41,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T12:13:42,021 INFO [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122-splitting/843d83d51ba0%2C35135%2C1732104777122.1732104780213, size=1.2 K (1242bytes) 2024-11-20T12:13:42,022 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T12:13:42,022 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T12:13:42,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741849_1025 (size=65) 2024-11-20T12:13:42,023 INFO [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122-splitting/843d83d51ba0%2C35135%2C1732104777122.1732104780213 2024-11-20T12:13:42,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741849_1025 (size=65) 2024-11-20T12:13:42,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741849_1025 (size=65) 2024-11-20T12:13:42,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91. 2024-11-20T12:13:42,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-20T12:13:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-20T12:13:42,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region deae107b3ea586766f44515be507ab91 2024-11-20T12:13:42,030 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure deae107b3ea586766f44515be507ab91 2024-11-20T12:13:42,031 INFO [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122-splitting/843d83d51ba0%2C35135%2C1732104777122.1732104780213 after 6ms 2024-11-20T12:13:42,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure deae107b3ea586766f44515be507ab91 in 10.0690 sec 2024-11-20T12:13:42,047 INFO [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122-splitting/843d83d51ba0%2C35135%2C1732104777122.1732104780213 took 28ms 2024-11-20T12:13:42,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741850_1026 (size=65) 2024-11-20T12:13:42,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741850_1026 (size=65) 2024-11-20T12:13:42,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741850_1026 (size=65) 2024-11-20T12:13:42,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4. 2024-11-20T12:13:42,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T12:13:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-20T12:13:42,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e06a4dd42bbbdd4e18fcf3c57088c3e4 2024-11-20T12:13:42,050 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e06a4dd42bbbdd4e18fcf3c57088c3e4 2024-11-20T12:13:42,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e06a4dd42bbbdd4e18fcf3c57088c3e4 in 10.0890 sec 2024-11-20T12:13:42,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741851_1027 (size=65) 2024-11-20T12:13:42,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741851_1027 (size=65) 2024-11-20T12:13:42,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741851_1027 (size=65) 2024-11-20T12:13:42,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682. 2024-11-20T12:13:42,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-20T12:13:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-20T12:13:42,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region af45f4bcb2ec82a5f4f461b9840cd682 2024-11-20T12:13:42,068 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af45f4bcb2ec82a5f4f461b9840cd682 2024-11-20T12:13:42,073 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 40d79b5c2154cd36d452a25191a61e6a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T12:13:42,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure af45f4bcb2ec82a5f4f461b9840cd682 in 10.1070 sec 2024-11-20T12:13:42,076 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c4c97a38fc79e9b70d135798c87eb0a4: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T12:13:42,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741852_1028 (size=65) 2024-11-20T12:13:42,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741852_1028 (size=65) 2024-11-20T12:13:42,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061. 2024-11-20T12:13:42,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T12:13:42,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741852_1028 (size=65) 2024-11-20T12:13:42,081 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d664afc7227607bcd243e11b5f5862eb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T12:13:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-20T12:13:42,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 497ffa594015bd3673bf34d254923061 2024-11-20T12:13:42,082 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 497ffa594015bd3673bf34d254923061 2024-11-20T12:13:42,084 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 6d8259f391857d8ebfd537e4e34de33b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T12:13:42,085 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122-splitting/843d83d51ba0%2C35135%2C1732104777122.1732104780213 so closing down 2024-11-20T12:13:42,085 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T12:13:42,085 INFO [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T12:13:42,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 497ffa594015bd3673bf34d254923061 in 10.1200 sec 2024-11-20T12:13:42,089 INFO [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 21 ms; skipped=4; WAL=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122-splitting/843d83d51ba0%2C35135%2C1732104777122.1732104780213, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-20T12:13:42,089 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122-splitting/843d83d51ba0%2C35135%2C1732104777122.1732104780213, journal: Splitting hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122-splitting/843d83d51ba0%2C35135%2C1732104777122.1732104780213, size=1.2 K (1242bytes) at 1732104822021Finishing writing output for hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122-splitting/843d83d51ba0%2C35135%2C1732104777122.1732104780213 so closing down at 1732104822085 (+64 ms)3 split writer threads finished at 1732104822085Processed 4 edits across 0 Regions in 21 ms; skipped=4; WAL=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122-splitting/843d83d51ba0%2C35135%2C1732104777122.1732104780213, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1732104822089 (+4 ms) 2024-11-20T12:13:42,089 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122-splitting/843d83d51ba0%2C35135%2C1732104777122.1732104780213 2024-11-20T12:13:42,089 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-20T12:13:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-20T12:13:42,102 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122-splitting/843d83d51ba0%2C35135%2C1732104777122.1732104780213 to hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/oldWALs 2024-11-20T12:13:42,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-20T12:13:42,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 843d83d51ba0%2C35135%2C1732104777122.1732104780213, worker=843d83d51ba0,39773,1732104776721 in 9.9520 sec 2024-11-20T12:13:42,110 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=843d83d51ba0,39773,1732104776721 2024-11-20T12:13:42,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/2676f49e7b59d871dc77b75f20d42c69/.tmp/cf/c9c571730cd54dd582a58d5fdd6cf047 is 34, key is baa/cf:cf/1732104810880/Put/seqid=0 2024-11-20T12:13:42,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/efa2da0883d486d72c71f561ca600574/.tmp/cf/0ada09d1aa774f449eeb78410ef89aeb is 34, key is ccd/cf:cf/1732104810952/Put/seqid=0 2024-11-20T12:13:42,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T12:13:42,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 843d83d51ba0%2C35135%2C1732104777122.1732104780213, worker=843d83d51ba0,39773,1732104776721 in 9.9750 sec 2024-11-20T12:13:42,118 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122-splitting dir is empty, no logs to split. 2024-11-20T12:13:42,118 INFO [PEWorker-5 {}] master.SplitWALManager(105): 843d83d51ba0,35135,1732104777122 WAL count=0, meta=false 2024-11-20T12:13:42,118 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 843d83d51ba0,35135,1732104777122 WAL splitting is done? wals=0, meta=false 2024-11-20T12:13:42,121 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 843d83d51ba0,35135,1732104777122 failed, ignore...File hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/WALs/843d83d51ba0,35135,1732104777122-splitting does not exist. 2024-11-20T12:13:42,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d8259f391857d8ebfd537e4e34de33b, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40d79b5c2154cd36d452a25191a61e6a, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d664afc7227607bcd243e11b5f5862eb, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4c97a38fc79e9b70d135798c87eb0a4, ASSIGN}] 2024-11-20T12:13:42,127 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d664afc7227607bcd243e11b5f5862eb, ASSIGN 2024-11-20T12:13:42,127 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40d79b5c2154cd36d452a25191a61e6a, ASSIGN 2024-11-20T12:13:42,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d8259f391857d8ebfd537e4e34de33b, ASSIGN 2024-11-20T12:13:42,128 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4c97a38fc79e9b70d135798c87eb0a4, ASSIGN 2024-11-20T12:13:42,129 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d664afc7227607bcd243e11b5f5862eb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T12:13:42,129 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=40d79b5c2154cd36d452a25191a61e6a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T12:13:42,131 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d8259f391857d8ebfd537e4e34de33b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T12:13:42,131 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4c97a38fc79e9b70d135798c87eb0a4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T12:13:42,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741853_1029 (size=47197) 2024-11-20T12:13:42,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741853_1029 (size=47197) 2024-11-20T12:13:42,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741853_1029 (size=47197) 2024-11-20T12:13:42,139 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/efa2da0883d486d72c71f561ca600574/.tmp/cf/0ada09d1aa774f449eeb78410ef89aeb 2024-11-20T12:13:42,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741854_1030 (size=28623) 2024-11-20T12:13:42,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741854_1030 (size=28623) 2024-11-20T12:13:42,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741854_1030 (size=28623) 2024-11-20T12:13:42,158 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/2676f49e7b59d871dc77b75f20d42c69/.tmp/cf/c9c571730cd54dd582a58d5fdd6cf047 2024-11-20T12:13:42,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/2676f49e7b59d871dc77b75f20d42c69/.tmp/cf/c9c571730cd54dd582a58d5fdd6cf047 as hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/2676f49e7b59d871dc77b75f20d42c69/cf/c9c571730cd54dd582a58d5fdd6cf047 2024-11-20T12:13:42,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/efa2da0883d486d72c71f561ca600574/.tmp/cf/0ada09d1aa774f449eeb78410ef89aeb as hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/efa2da0883d486d72c71f561ca600574/cf/0ada09d1aa774f449eeb78410ef89aeb 2024-11-20T12:13:42,228 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/2676f49e7b59d871dc77b75f20d42c69/cf/c9c571730cd54dd582a58d5fdd6cf047, entries=731, sequenceid=5, filesize=28.0 K 2024-11-20T12:13:42,230 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/efa2da0883d486d72c71f561ca600574/cf/0ada09d1aa774f449eeb78410ef89aeb, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-20T12:13:42,238 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for efa2da0883d486d72c71f561ca600574 in 253ms, sequenceid=5, compaction requested=false 2024-11-20T12:13:42,238 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 2676f49e7b59d871dc77b75f20d42c69 in 256ms, sequenceid=5, compaction requested=false 2024-11-20T12:13:42,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for efa2da0883d486d72c71f561ca600574: 2024-11-20T12:13:42,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 2676f49e7b59d871dc77b75f20d42c69: 2024-11-20T12:13:42,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69. for SnapshotProcedureTest completed. 2024-11-20T12:13:42,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574. for SnapshotProcedureTest completed. 2024-11-20T12:13:42,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:13:42,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:13:42,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:13:42,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:13:42,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/2676f49e7b59d871dc77b75f20d42c69/cf/c9c571730cd54dd582a58d5fdd6cf047] hfiles 2024-11-20T12:13:42,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/efa2da0883d486d72c71f561ca600574/cf/0ada09d1aa774f449eeb78410ef89aeb] hfiles 2024-11-20T12:13:42,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/efa2da0883d486d72c71f561ca600574/cf/0ada09d1aa774f449eeb78410ef89aeb for snapshot=SnapshotProcedureTest 2024-11-20T12:13:42,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/2676f49e7b59d871dc77b75f20d42c69/cf/c9c571730cd54dd582a58d5fdd6cf047 for snapshot=SnapshotProcedureTest 2024-11-20T12:13:42,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741855_1031 (size=105) 2024-11-20T12:13:42,280 DEBUG [843d83d51ba0:43969 {}] balancer.BalancerClusterState(204): Hosts are {843d83d51ba0=0} racks are {/default-rack=0} 2024-11-20T12:13:42,281 DEBUG [843d83d51ba0:43969 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T12:13:42,281 DEBUG [843d83d51ba0:43969 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T12:13:42,281 DEBUG [843d83d51ba0:43969 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T12:13:42,281 DEBUG [843d83d51ba0:43969 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T12:13:42,281 INFO [843d83d51ba0:43969 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T12:13:42,281 INFO [843d83d51ba0:43969 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T12:13:42,281 DEBUG [843d83d51ba0:43969 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T12:13:42,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741855_1031 (size=105) 2024-11-20T12:13:42,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69. 2024-11-20T12:13:42,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-20T12:13:42,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741855_1031 (size=105) 2024-11-20T12:13:42,282 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=6d8259f391857d8ebfd537e4e34de33b, regionState=OPENING, regionLocation=843d83d51ba0,39773,1732104776721 2024-11-20T12:13:42,282 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=c4c97a38fc79e9b70d135798c87eb0a4, regionState=OPENING, regionLocation=843d83d51ba0,39773,1732104776721 2024-11-20T12:13:42,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=40d79b5c2154cd36d452a25191a61e6a, regionState=OPENING, regionLocation=843d83d51ba0,34335,1732104776994 2024-11-20T12:13:42,283 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=d664afc7227607bcd243e11b5f5862eb, regionState=OPENING, regionLocation=843d83d51ba0,34335,1732104776994 2024-11-20T12:13:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-20T12:13:42,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2676f49e7b59d871dc77b75f20d42c69 2024-11-20T12:13:42,284 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2676f49e7b59d871dc77b75f20d42c69 2024-11-20T12:13:42,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4c97a38fc79e9b70d135798c87eb0a4, ASSIGN because future has completed 2024-11-20T12:13:42,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4, server=843d83d51ba0,39773,1732104776721}] 2024-11-20T12:13:42,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2676f49e7b59d871dc77b75f20d42c69 in 10.3230 sec 2024-11-20T12:13:42,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=40d79b5c2154cd36d452a25191a61e6a, ASSIGN because future has completed 2024-11-20T12:13:42,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40d79b5c2154cd36d452a25191a61e6a, server=843d83d51ba0,34335,1732104776994}] 2024-11-20T12:13:42,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d664afc7227607bcd243e11b5f5862eb, ASSIGN because future has completed 2024-11-20T12:13:42,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure d664afc7227607bcd243e11b5f5862eb, server=843d83d51ba0,34335,1732104776994}] 2024-11-20T12:13:42,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d8259f391857d8ebfd537e4e34de33b, ASSIGN because future has completed 2024-11-20T12:13:42,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d8259f391857d8ebfd537e4e34de33b, server=843d83d51ba0,39773,1732104776721}] 2024-11-20T12:13:42,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741856_1032 (size=105) 2024-11-20T12:13:42,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741856_1032 (size=105) 2024-11-20T12:13:42,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741856_1032 (size=105) 2024-11-20T12:13:42,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574. 2024-11-20T12:13:42,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-20T12:13:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-20T12:13:42,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region efa2da0883d486d72c71f561ca600574 2024-11-20T12:13:42,326 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efa2da0883d486d72c71f561ca600574 2024-11-20T12:13:42,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure efa2da0883d486d72c71f561ca600574 in 10.3640 sec 2024-11-20T12:13:47,133 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb held by pid=41 2024-11-20T12:13:47,133 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:47,134 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b held by pid=39 2024-11-20T12:13:47,134 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:47,134 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4 held by pid=42 2024-11-20T12:13:47,134 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:47,142 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a held by pid=40 2024-11-20T12:13:47,142 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:51,653 INFO [master/843d83d51ba0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T12:13:51,653 INFO [master/843d83d51ba0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T12:13:52,309 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 2024-11-20T12:13:52,309 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 40d79b5c2154cd36d452a25191a61e6a, NAME => 'SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T12:13:52,309 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:52,309 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:52,309 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:52,310 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:52,311 INFO [StoreOpener-40d79b5c2154cd36d452a25191a61e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:52,313 INFO [StoreOpener-40d79b5c2154cd36d452a25191a61e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40d79b5c2154cd36d452a25191a61e6a columnFamilyName cf 2024-11-20T12:13:52,313 DEBUG [StoreOpener-40d79b5c2154cd36d452a25191a61e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:52,313 INFO [StoreOpener-40d79b5c2154cd36d452a25191a61e6a-1 {}] regionserver.HStore(327): Store=40d79b5c2154cd36d452a25191a61e6a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:13:52,313 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:52,314 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:52,316 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:52,316 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:52,316 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:52,318 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:52,320 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 40d79b5c2154cd36d452a25191a61e6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65095252, jitterRate=-0.030005156993865967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:13:52,320 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:52,320 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 40d79b5c2154cd36d452a25191a61e6a: Running coprocessor pre-open hook at 1732104832310Writing region info on filesystem at 1732104832310Initializing all the Stores at 1732104832311 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104832311Cleaning up temporary data from old regions at 1732104832316 (+5 ms)Running coprocessor post-open hooks at 1732104832320 (+4 ms)Region opened successfully at 1732104832320 2024-11-20T12:13:52,351 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a., pid=44, masterSystemTime=1732104832295 2024-11-20T12:13:52,351 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 2024-11-20T12:13:52,351 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => c4c97a38fc79e9b70d135798c87eb0a4, NAME => 'SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-20T12:13:52,352 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:52,352 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:52,352 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:52,352 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:52,353 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 2024-11-20T12:13:52,353 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 2024-11-20T12:13:52,353 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 2024-11-20T12:13:52,354 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => d664afc7227607bcd243e11b5f5862eb, NAME => 'SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-20T12:13:52,354 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:52,354 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:52,354 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:52,354 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:52,354 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=40d79b5c2154cd36d452a25191a61e6a, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,34335,1732104776994 2024-11-20T12:13:52,355 INFO [StoreOpener-c4c97a38fc79e9b70d135798c87eb0a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:52,357 INFO [StoreOpener-c4c97a38fc79e9b70d135798c87eb0a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4c97a38fc79e9b70d135798c87eb0a4 columnFamilyName cf 2024-11-20T12:13:52,357 INFO [StoreOpener-d664afc7227607bcd243e11b5f5862eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:52,357 DEBUG [StoreOpener-c4c97a38fc79e9b70d135798c87eb0a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:52,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40d79b5c2154cd36d452a25191a61e6a, server=843d83d51ba0,34335,1732104776994 because future has completed 2024-11-20T12:13:52,358 INFO [StoreOpener-c4c97a38fc79e9b70d135798c87eb0a4-1 {}] regionserver.HStore(327): Store=c4c97a38fc79e9b70d135798c87eb0a4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:13:52,358 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:52,358 INFO [StoreOpener-d664afc7227607bcd243e11b5f5862eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d664afc7227607bcd243e11b5f5862eb columnFamilyName cf 2024-11-20T12:13:52,358 DEBUG [StoreOpener-d664afc7227607bcd243e11b5f5862eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:52,359 INFO [StoreOpener-d664afc7227607bcd243e11b5f5862eb-1 {}] regionserver.HStore(327): Store=d664afc7227607bcd243e11b5f5862eb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:13:52,359 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:52,359 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:52,360 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:52,361 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:52,361 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:52,361 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:52,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-20T12:13:52,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 40d79b5c2154cd36d452a25191a61e6a, server=843d83d51ba0,34335,1732104776994 in 10.0670 sec 2024-11-20T12:13:52,363 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:52,363 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:52,363 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:52,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40d79b5c2154cd36d452a25191a61e6a, ASSIGN in 10.2370 sec 2024-11-20T12:13:52,364 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:13:52,364 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:52,366 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened c4c97a38fc79e9b70d135798c87eb0a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66510784, jitterRate=-0.008912086486816406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:13:52,366 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:52,366 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for c4c97a38fc79e9b70d135798c87eb0a4: Running coprocessor pre-open hook at 1732104832352Writing region info on filesystem at 1732104832352Initializing all the Stores at 1732104832354 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104832354Cleaning up temporary data from old regions at 1732104832361 (+7 ms)Running coprocessor post-open hooks at 1732104832366 (+5 ms)Region opened successfully at 1732104832366 2024-11-20T12:13:52,367 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4., pid=43, masterSystemTime=1732104832295 2024-11-20T12:13:52,367 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:52,368 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened d664afc7227607bcd243e11b5f5862eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74891687, jitterRate=0.115973100066185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:13:52,369 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:52,369 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for d664afc7227607bcd243e11b5f5862eb: Running coprocessor pre-open hook at 1732104832354Writing region info on filesystem at 1732104832354Initializing all the Stores at 1732104832356 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104832356Cleaning up temporary data from old regions at 1732104832363 (+7 ms)Running coprocessor post-open hooks at 1732104832369 (+6 ms)Region opened successfully at 1732104832369 2024-11-20T12:13:52,369 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 2024-11-20T12:13:52,369 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 2024-11-20T12:13:52,369 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 2024-11-20T12:13:52,369 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d8259f391857d8ebfd537e4e34de33b, NAME => 'SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T12:13:52,370 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb., pid=45, masterSystemTime=1732104832295 2024-11-20T12:13:52,370 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:52,370 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:13:52,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=c4c97a38fc79e9b70d135798c87eb0a4, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,39773,1732104776721 2024-11-20T12:13:52,370 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:52,370 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:52,372 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 2024-11-20T12:13:52,372 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 2024-11-20T12:13:52,372 INFO [StoreOpener-6d8259f391857d8ebfd537e4e34de33b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:52,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4, server=843d83d51ba0,39773,1732104776721 because future has completed 2024-11-20T12:13:52,373 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=d664afc7227607bcd243e11b5f5862eb, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,34335,1732104776994 2024-11-20T12:13:52,374 INFO [StoreOpener-6d8259f391857d8ebfd537e4e34de33b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d8259f391857d8ebfd537e4e34de33b columnFamilyName cf 2024-11-20T12:13:52,374 DEBUG [StoreOpener-6d8259f391857d8ebfd537e4e34de33b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:13:52,375 INFO [StoreOpener-6d8259f391857d8ebfd537e4e34de33b-1 {}] regionserver.HStore(327): Store=6d8259f391857d8ebfd537e4e34de33b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:13:52,375 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:52,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure d664afc7227607bcd243e11b5f5862eb, server=843d83d51ba0,34335,1732104776994 because future has completed 2024-11-20T12:13:52,377 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:52,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-20T12:13:52,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4, server=843d83d51ba0,39773,1732104776721 in 10.0840 sec 2024-11-20T12:13:52,379 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:52,379 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:52,379 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:52,380 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:13:52,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4c97a38fc79e9b70d135798c87eb0a4, ASSIGN in 10.2530 sec 2024-11-20T12:13:52,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-11-20T12:13:52,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure d664afc7227607bcd243e11b5f5862eb, server=843d83d51ba0,34335,1732104776994 in 10.0830 sec 2024-11-20T12:13:52,382 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:52,384 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 6d8259f391857d8ebfd537e4e34de33b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67101840, jitterRate=-1.0466575622558594E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:13:52,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d664afc7227607bcd243e11b5f5862eb, ASSIGN in 10.2560 sec 2024-11-20T12:13:52,384 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:52,384 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:13:52,384 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 6d8259f391857d8ebfd537e4e34de33b: Running coprocessor pre-open hook at 1732104832370Writing region info on filesystem at 1732104832370Initializing all the Stores at 1732104832372 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104832372Cleaning up temporary data from old regions at 1732104832379 (+7 ms)Running coprocessor post-open hooks at 1732104832384 (+5 ms)Region opened successfully at 1732104832384 2024-11-20T12:13:52,386 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b., pid=46, masterSystemTime=1732104832295 2024-11-20T12:13:52,391 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 2024-11-20T12:13:52,391 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 2024-11-20T12:13:52,392 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=6d8259f391857d8ebfd537e4e34de33b, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,39773,1732104776721 2024-11-20T12:13:52,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d8259f391857d8ebfd537e4e34de33b, server=843d83d51ba0,39773,1732104776721 because future has completed 2024-11-20T12:13:52,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-20T12:13:52,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d8259f391857d8ebfd537e4e34de33b, server=843d83d51ba0,39773,1732104776721 in 10.1010 sec 2024-11-20T12:13:52,402 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:13:52,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-20T12:13:52,404 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 843d83d51ba0,35135,1732104777122 after splitting done 2024-11-20T12:13:52,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d8259f391857d8ebfd537e4e34de33b, ASSIGN in 10.2750 sec 2024-11-20T12:13:52,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 843d83d51ba0,35135,1732104777122, splitWal=true, meta=false in 20.2930 sec 2024-11-20T12:13:54,105 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T12:13:57,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T12:14:02,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-20T12:14:02,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-20T12:14:02,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 2024-11-20T12:14:02,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 2024-11-20T12:14:02,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 40d79b5c2154cd36d452a25191a61e6a: 2024-11-20T12:14:02,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d664afc7227607bcd243e11b5f5862eb: 2024-11-20T12:14:02,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. for SnapshotProcedureTest completed. 2024-11-20T12:14:02,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. for SnapshotProcedureTest completed. 2024-11-20T12:14:02,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:14:02,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:14:02,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:14:02,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:14:02,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T12:14:02,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T12:14:02,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-20T12:14:02,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-20T12:14:02,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 2024-11-20T12:14:02,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 2024-11-20T12:14:02,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for c4c97a38fc79e9b70d135798c87eb0a4: 2024-11-20T12:14:02,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. for SnapshotProcedureTest completed. 2024-11-20T12:14:02,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 6d8259f391857d8ebfd537e4e34de33b: 2024-11-20T12:14:02,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. for SnapshotProcedureTest completed. 2024-11-20T12:14:02,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:14:02,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:14:02,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:14:02,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:14:02,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T12:14:02,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T12:14:02,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741857_1033 (size=57) 2024-11-20T12:14:02,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741857_1033 (size=57) 2024-11-20T12:14:02,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741857_1033 (size=57) 2024-11-20T12:14:02,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 2024-11-20T12:14:02,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T12:14:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T12:14:02,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:14:02,461 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:14:02,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d664afc7227607bcd243e11b5f5862eb in 30.5000 sec 2024-11-20T12:14:02,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741858_1034 (size=65) 2024-11-20T12:14:02,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741858_1034 (size=65) 2024-11-20T12:14:02,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741858_1034 (size=65) 2024-11-20T12:14:02,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 2024-11-20T12:14:02,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-20T12:14:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-20T12:14:02,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:14:02,478 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:14:02,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 40d79b5c2154cd36d452a25191a61e6a in 30.5150 sec 2024-11-20T12:14:02,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741860_1036 (size=57) 2024-11-20T12:14:02,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741859_1035 (size=65) 2024-11-20T12:14:02,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 2024-11-20T12:14:02,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741859_1035 (size=65) 2024-11-20T12:14:02,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-20T12:14:02,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 2024-11-20T12:14:02,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T12:14:02,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741859_1035 (size=65) 2024-11-20T12:14:02,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741860_1036 (size=57) 2024-11-20T12:14:02,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741860_1036 (size=57) 2024-11-20T12:14:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-20T12:14:02,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:14:02,491 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:14:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-20T12:14:02,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:14:02,492 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:14:02,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c4c97a38fc79e9b70d135798c87eb0a4 in 30.5290 sec 2024-11-20T12:14:02,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-20T12:14:02,496 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T12:14:02,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6d8259f391857d8ebfd537e4e34de33b in 30.5300 sec 2024-11-20T12:14:02,497 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T12:14:02,500 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T12:14:02,500 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-20T12:14:02,503 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T12:14:02,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741861_1037 (size=1094) 2024-11-20T12:14:02,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741861_1037 (size=1094) 2024-11-20T12:14:02,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741861_1037 (size=1094) 2024-11-20T12:14:02,553 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T12:14:02,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-20T12:14:02,573 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,34335,1732104776994 2024-11-20T12:14:02,573 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,39773,1732104776721 2024-11-20T12:14:02,573 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,39773,1732104776721 2024-11-20T12:14:02,573 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,39773,1732104776721 2024-11-20T12:14:02,574 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,34335,1732104776994 2024-11-20T12:14:02,580 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,34335,1732104776994 2024-11-20T12:14:02,657 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-20T12:14:02,758 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:43969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T12:14:07,076 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region efa2da0883d486d72c71f561ca600574, had cached 0 bytes from a total of 47197 2024-11-20T12:14:07,171 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2676f49e7b59d871dc77b75f20d42c69, had cached 0 bytes from a total of 28623 2024-11-20T12:14:12,016 DEBUG [master/843d83d51ba0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d664afc7227607bcd243e11b5f5862eb changed from -1.0 to 0.0, refreshing cache 2024-11-20T12:14:12,017 DEBUG [master/843d83d51ba0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region deae107b3ea586766f44515be507ab91 changed from -1.0 to 0.0, refreshing cache 2024-11-20T12:14:12,017 DEBUG [master/843d83d51ba0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 497ffa594015bd3673bf34d254923061 changed from -1.0 to 0.0, refreshing cache 2024-11-20T12:14:12,017 DEBUG [master/843d83d51ba0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 40d79b5c2154cd36d452a25191a61e6a changed from -1.0 to 0.0, refreshing cache 2024-11-20T12:14:12,018 DEBUG [master/843d83d51ba0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2676f49e7b59d871dc77b75f20d42c69 changed from -1.0 to 0.0, refreshing cache 2024-11-20T12:14:12,018 DEBUG [master/843d83d51ba0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e06a4dd42bbbdd4e18fcf3c57088c3e4 changed from -1.0 to 0.0, refreshing cache 2024-11-20T12:14:12,018 DEBUG [master/843d83d51ba0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6d8259f391857d8ebfd537e4e34de33b changed from -1.0 to 0.0, refreshing cache 2024-11-20T12:14:12,018 DEBUG [master/843d83d51ba0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region af45f4bcb2ec82a5f4f461b9840cd682 changed from -1.0 to 0.0, refreshing cache 2024-11-20T12:14:12,018 DEBUG [master/843d83d51ba0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region efa2da0883d486d72c71f561ca600574 changed from -1.0 to 0.0, refreshing cache 2024-11-20T12:14:12,018 DEBUG [master/843d83d51ba0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c4c97a38fc79e9b70d135798c87eb0a4 changed from -1.0 to 0.0, refreshing cache 2024-11-20T12:14:12,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-20T12:14:12,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-20T12:14:12,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-20T12:14:12,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-20T12:14:12,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-20T12:14:12,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-20T12:14:12,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T12:14:12,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T12:14:12,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-20T12:14:12,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-20T12:14:12,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-20T12:14:12,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-20T12:14:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-20T12:14:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-20T12:14:12,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-20T12:14:12,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-20T12:14:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-20T12:14:12,586 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,39773,1732104776721 Release verify snapshot worker=843d83d51ba0,39773,1732104776721 2024-11-20T12:14:12,586 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,34335,1732104776994 Release verify snapshot worker=843d83d51ba0,34335,1732104776994 2024-11-20T12:14:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-20T12:14:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-20T12:14:12,587 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,39773,1732104776721 Release verify snapshot worker=843d83d51ba0,39773,1732104776721 2024-11-20T12:14:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-20T12:14:12,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,39773,1732104776721 in 10.0220 sec 2024-11-20T12:14:12,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,34335,1732104776994 in 10.0220 sec 2024-11-20T12:14:12,590 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,34335,1732104776994 Release verify snapshot worker=843d83d51ba0,34335,1732104776994 2024-11-20T12:14:12,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,39773,1732104776721 in 10.0230 sec 2024-11-20T12:14:12,591 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,39773,1732104776721 Release verify snapshot worker=843d83d51ba0,39773,1732104776721 2024-11-20T12:14:12,591 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,39773,1732104776721 2024-11-20T12:14:12,591 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,39773,1732104776721 2024-11-20T12:14:12,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,34335,1732104776994 in 10.0260 sec 2024-11-20T12:14:12,594 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,34335,1732104776994 Release verify snapshot worker=843d83d51ba0,34335,1732104776994 2024-11-20T12:14:12,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,39773,1732104776721 in 10.0270 sec 2024-11-20T12:14:12,595 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,34335,1732104776994 2024-11-20T12:14:12,595 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,34335,1732104776994 2024-11-20T12:14:12,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,34335,1732104776994 in 10.0310 sec 2024-11-20T12:14:22,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-20T12:14:22,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-20T12:14:22,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-20T12:14:22,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T12:14:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-20T12:14:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-20T12:14:22,597 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,39773,1732104776721 Release verify snapshot worker=843d83d51ba0,39773,1732104776721 2024-11-20T12:14:22,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-20T12:14:22,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-20T12:14:22,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-20T12:14:22,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-20T12:14:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-20T12:14:22,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,39773,1732104776721 in 20.0330 sec 2024-11-20T12:14:22,600 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,39773,1732104776721 Release verify snapshot worker=843d83d51ba0,39773,1732104776721 2024-11-20T12:14:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-20T12:14:22,602 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,34335,1732104776994 Release verify snapshot worker=843d83d51ba0,34335,1732104776994 2024-11-20T12:14:22,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,39773,1732104776721 in 20.0360 sec 2024-11-20T12:14:22,605 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,34335,1732104776994 Release verify snapshot worker=843d83d51ba0,34335,1732104776994 2024-11-20T12:14:22,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,34335,1732104776994 in 20.0380 sec 2024-11-20T12:14:22,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=25 2024-11-20T12:14:22,608 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T12:14:22,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,34335,1732104776994 in 20.0410 sec 2024-11-20T12:14:22,610 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/.hbase-snapshot/SnapshotProcedureTest 2024-11-20T12:14:22,612 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T12:14:22,613 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-20T12:14:22,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6970 sec 2024-11-20T12:14:22,693 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-20T12:14:22,702 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T12:14:22,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:14:22,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:14:22,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:14:22,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:14:22,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:14:22,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:14:22,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:14:22,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1379298512, stopped=false 2024-11-20T12:14:22,704 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,43969,1732104775520 2024-11-20T12:14:22,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T12:14:22,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T12:14:22,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T12:14:22,736 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:14:22,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:22,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:22,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:22,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T12:14:22,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T12:14:22,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T12:14:22,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:14:22,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:14:22,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:14:22,738 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,39773,1732104776721' ***** 2024-11-20T12:14:22,738 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:14:22,738 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,34335,1732104776994' ***** 2024-11-20T12:14:22,738 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:14:22,739 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:14:22,739 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:14:22,739 INFO [RS:1;843d83d51ba0:34335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:14:22,739 INFO [RS:0;843d83d51ba0:39773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:14:22,739 INFO [RS:1;843d83d51ba0:34335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:14:22,739 INFO [RS:0;843d83d51ba0:39773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:14:22,739 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:14:22,739 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:14:22,739 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(3091): Received CLOSE for af45f4bcb2ec82a5f4f461b9840cd682 2024-11-20T12:14:22,739 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(3091): Received CLOSE for 497ffa594015bd3673bf34d254923061 2024-11-20T12:14:22,740 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(3091): Received CLOSE for 2676f49e7b59d871dc77b75f20d42c69 2024-11-20T12:14:22,740 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(3091): Received CLOSE for deae107b3ea586766f44515be507ab91 2024-11-20T12:14:22,740 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(3091): Received CLOSE for e06a4dd42bbbdd4e18fcf3c57088c3e4 2024-11-20T12:14:22,740 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(3091): Received CLOSE for d664afc7227607bcd243e11b5f5862eb 2024-11-20T12:14:22,740 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(3091): Received CLOSE for 40d79b5c2154cd36d452a25191a61e6a 2024-11-20T12:14:22,740 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(3091): Received CLOSE for efa2da0883d486d72c71f561ca600574 2024-11-20T12:14:22,740 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d8259f391857d8ebfd537e4e34de33b 2024-11-20T12:14:22,740 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,34335,1732104776994 2024-11-20T12:14:22,740 INFO [RS:1;843d83d51ba0:34335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:14:22,740 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(3091): Received CLOSE for c4c97a38fc79e9b70d135798c87eb0a4 2024-11-20T12:14:22,740 INFO [RS:1;843d83d51ba0:34335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;843d83d51ba0:34335. 2024-11-20T12:14:22,740 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,39773,1732104776721 2024-11-20T12:14:22,740 INFO [RS:0;843d83d51ba0:39773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:14:22,740 DEBUG [RS:1;843d83d51ba0:34335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:14:22,740 DEBUG [RS:1;843d83d51ba0:34335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:14:22,740 INFO [RS:0;843d83d51ba0:39773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:39773. 2024-11-20T12:14:22,740 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af45f4bcb2ec82a5f4f461b9840cd682, disabling compactions & flushes 2024-11-20T12:14:22,740 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 497ffa594015bd3673bf34d254923061, disabling compactions & flushes 2024-11-20T12:14:22,740 DEBUG [RS:0;843d83d51ba0:39773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:14:22,740 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682. 2024-11-20T12:14:22,740 DEBUG [RS:0;843d83d51ba0:39773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:14:22,740 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:14:22,740 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682. 2024-11-20T12:14:22,740 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:14:22,740 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682. after waiting 0 ms 2024-11-20T12:14:22,740 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:14:22,740 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061. 2024-11-20T12:14:22,741 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682. 2024-11-20T12:14:22,741 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:14:22,741 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061. 2024-11-20T12:14:22,741 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061. after waiting 0 ms 2024-11-20T12:14:22,741 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061. 2024-11-20T12:14:22,741 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:14:22,741 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:14:22,741 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:14:22,741 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:14:22,741 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:14:22,742 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-20T12:14:22,742 DEBUG [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(1325): Online Regions={af45f4bcb2ec82a5f4f461b9840cd682=SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682., e06a4dd42bbbdd4e18fcf3c57088c3e4=SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4., efa2da0883d486d72c71f561ca600574=SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574., 6d8259f391857d8ebfd537e4e34de33b=SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b., c4c97a38fc79e9b70d135798c87eb0a4=SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4.} 2024-11-20T12:14:22,742 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-20T12:14:22,742 DEBUG [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(1325): Online Regions={497ffa594015bd3673bf34d254923061=SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061., 2676f49e7b59d871dc77b75f20d42c69=SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69., deae107b3ea586766f44515be507ab91=SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91., d664afc7227607bcd243e11b5f5862eb=SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb., 1588230740=hbase:meta,,1.1588230740, 40d79b5c2154cd36d452a25191a61e6a=SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a.} 2024-11-20T12:14:22,742 DEBUG [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(1351): Waiting on 6d8259f391857d8ebfd537e4e34de33b, af45f4bcb2ec82a5f4f461b9840cd682, c4c97a38fc79e9b70d135798c87eb0a4, e06a4dd42bbbdd4e18fcf3c57088c3e4, efa2da0883d486d72c71f561ca600574 2024-11-20T12:14:22,742 DEBUG [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2676f49e7b59d871dc77b75f20d42c69, 40d79b5c2154cd36d452a25191a61e6a, 497ffa594015bd3673bf34d254923061, d664afc7227607bcd243e11b5f5862eb, deae107b3ea586766f44515be507ab91 2024-11-20T12:14:22,742 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-20T12:14:22,742 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:14:22,753 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/497ffa594015bd3673bf34d254923061/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T12:14:22,753 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/af45f4bcb2ec82a5f4f461b9840cd682/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T12:14:22,756 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682. 2024-11-20T12:14:22,756 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061. 2024-11-20T12:14:22,756 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af45f4bcb2ec82a5f4f461b9840cd682: Waiting for close lock at 1732104862740Running coprocessor pre-close hooks at 1732104862740Disabling compacts and flushes for region at 1732104862740Disabling writes for close at 1732104862740Writing region close event to WAL at 1732104862741 (+1 ms)Running coprocessor post-close hooks at 1732104862756 (+15 ms)Closed at 1732104862756 2024-11-20T12:14:22,756 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 497ffa594015bd3673bf34d254923061: Waiting for close lock at 1732104862740Running coprocessor pre-close hooks at 1732104862740Disabling compacts and flushes for region at 1732104862740Disabling writes for close at 1732104862741 (+1 ms)Writing region close event to WAL at 1732104862747 (+6 ms)Running coprocessor post-close hooks at 1732104862754 (+7 ms)Closed at 1732104862756 (+2 ms) 2024-11-20T12:14:22,757 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732104791428.af45f4bcb2ec82a5f4f461b9840cd682. 2024-11-20T12:14:22,757 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732104791428.497ffa594015bd3673bf34d254923061. 2024-11-20T12:14:22,757 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e06a4dd42bbbdd4e18fcf3c57088c3e4, disabling compactions & flushes 2024-11-20T12:14:22,757 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4. 2024-11-20T12:14:22,757 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2676f49e7b59d871dc77b75f20d42c69, disabling compactions & flushes 2024-11-20T12:14:22,757 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4. 2024-11-20T12:14:22,757 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4. after waiting 0 ms 2024-11-20T12:14:22,757 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69. 2024-11-20T12:14:22,757 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4. 2024-11-20T12:14:22,757 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69. 2024-11-20T12:14:22,757 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69. after waiting 0 ms 2024-11-20T12:14:22,757 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69. 2024-11-20T12:14:22,762 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/e06a4dd42bbbdd4e18fcf3c57088c3e4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T12:14:22,767 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4. 2024-11-20T12:14:22,767 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e06a4dd42bbbdd4e18fcf3c57088c3e4: Waiting for close lock at 1732104862757Running coprocessor pre-close hooks at 1732104862757Disabling compacts and flushes for region at 1732104862757Disabling writes for close at 1732104862757Writing region close event to WAL at 1732104862757Running coprocessor post-close hooks at 1732104862766 (+9 ms)Closed at 1732104862766 2024-11-20T12:14:22,767 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4. 2024-11-20T12:14:22,767 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing efa2da0883d486d72c71f561ca600574, disabling compactions & flushes 2024-11-20T12:14:22,767 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574. 2024-11-20T12:14:22,767 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574. 2024-11-20T12:14:22,767 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574. after waiting 0 ms 2024-11-20T12:14:22,767 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574. 2024-11-20T12:14:22,773 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/2676f49e7b59d871dc77b75f20d42c69/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T12:14:22,774 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69. 2024-11-20T12:14:22,774 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2676f49e7b59d871dc77b75f20d42c69: Waiting for close lock at 1732104862757Running coprocessor pre-close hooks at 1732104862757Disabling compacts and flushes for region at 1732104862757Disabling writes for close at 1732104862757Writing region close event to WAL at 1732104862758 (+1 ms)Running coprocessor post-close hooks at 1732104862774 (+16 ms)Closed at 1732104862774 2024-11-20T12:14:22,775 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732104791428.2676f49e7b59d871dc77b75f20d42c69. 2024-11-20T12:14:22,775 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing deae107b3ea586766f44515be507ab91, disabling compactions & flushes 2024-11-20T12:14:22,775 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91. 2024-11-20T12:14:22,775 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91. 2024-11-20T12:14:22,775 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91. after waiting 0 ms 2024-11-20T12:14:22,775 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91. 2024-11-20T12:14:22,778 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740/.tmp/info/d784948e1af3497096a4728ad8c5f230 is 167, key is SPTestTable,19999999,1732104791428.e06a4dd42bbbdd4e18fcf3c57088c3e4./info:regioninfo/1732104802147/Put/seqid=0 2024-11-20T12:14:22,784 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/efa2da0883d486d72c71f561ca600574/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T12:14:22,785 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574. 2024-11-20T12:14:22,793 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for efa2da0883d486d72c71f561ca600574: Waiting for close lock at 1732104862767Running coprocessor pre-close hooks at 1732104862767Disabling compacts and flushes for region at 1732104862767Disabling writes for close at 1732104862767Writing region close event to WAL at 1732104862772 (+5 ms)Running coprocessor post-close hooks at 1732104862785 (+13 ms)Closed at 1732104862785 2024-11-20T12:14:22,793 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732104791428.efa2da0883d486d72c71f561ca600574. 2024-11-20T12:14:22,794 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d8259f391857d8ebfd537e4e34de33b, disabling compactions & flushes 2024-11-20T12:14:22,794 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 2024-11-20T12:14:22,794 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 2024-11-20T12:14:22,794 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. after waiting 0 ms 2024-11-20T12:14:22,794 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 2024-11-20T12:14:22,806 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/deae107b3ea586766f44515be507ab91/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T12:14:22,807 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91. 2024-11-20T12:14:22,807 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for deae107b3ea586766f44515be507ab91: Waiting for close lock at 1732104862775Running coprocessor pre-close hooks at 1732104862775Disabling compacts and flushes for region at 1732104862775Disabling writes for close at 1732104862775Writing region close event to WAL at 1732104862785 (+10 ms)Running coprocessor post-close hooks at 1732104862807 (+22 ms)Closed at 1732104862807 2024-11-20T12:14:22,807 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732104791428.deae107b3ea586766f44515be507ab91. 2024-11-20T12:14:22,807 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d664afc7227607bcd243e11b5f5862eb, disabling compactions & flushes 2024-11-20T12:14:22,807 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 2024-11-20T12:14:22,807 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 2024-11-20T12:14:22,807 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. after waiting 0 ms 2024-11-20T12:14:22,807 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 2024-11-20T12:14:22,819 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/6d8259f391857d8ebfd537e4e34de33b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T12:14:22,820 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/d664afc7227607bcd243e11b5f5862eb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T12:14:22,820 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 2024-11-20T12:14:22,820 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d8259f391857d8ebfd537e4e34de33b: Waiting for close lock at 1732104862794Running coprocessor pre-close hooks at 1732104862794Disabling compacts and flushes for region at 1732104862794Disabling writes for close at 1732104862794Writing region close event to WAL at 1732104862801 (+7 ms)Running coprocessor post-close hooks at 1732104862820 (+19 ms)Closed at 1732104862820 2024-11-20T12:14:22,820 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732104791428.6d8259f391857d8ebfd537e4e34de33b. 2024-11-20T12:14:22,821 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4c97a38fc79e9b70d135798c87eb0a4, disabling compactions & flushes 2024-11-20T12:14:22,821 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 2024-11-20T12:14:22,821 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 2024-11-20T12:14:22,821 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. after waiting 0 ms 2024-11-20T12:14:22,821 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 2024-11-20T12:14:22,821 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 2024-11-20T12:14:22,821 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d664afc7227607bcd243e11b5f5862eb: Waiting for close lock at 1732104862807Running coprocessor pre-close hooks at 1732104862807Disabling compacts and flushes for region at 1732104862807Disabling writes for close at 1732104862807Writing region close event to WAL at 1732104862812 (+5 ms)Running coprocessor post-close hooks at 1732104862821 (+9 ms)Closed at 1732104862821 2024-11-20T12:14:22,821 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732104791428.d664afc7227607bcd243e11b5f5862eb. 2024-11-20T12:14:22,821 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40d79b5c2154cd36d452a25191a61e6a, disabling compactions & flushes 2024-11-20T12:14:22,821 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 2024-11-20T12:14:22,821 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 2024-11-20T12:14:22,821 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. after waiting 0 ms 2024-11-20T12:14:22,821 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 2024-11-20T12:14:22,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741862_1038 (size=20260) 2024-11-20T12:14:22,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741862_1038 (size=20260) 2024-11-20T12:14:22,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741862_1038 (size=20260) 2024-11-20T12:14:22,831 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/c4c97a38fc79e9b70d135798c87eb0a4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T12:14:22,832 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 2024-11-20T12:14:22,833 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4c97a38fc79e9b70d135798c87eb0a4: Waiting for close lock at 1732104862821Running coprocessor pre-close hooks at 1732104862821Disabling compacts and flushes for region at 1732104862821Disabling writes for close at 1732104862821Writing region close event to WAL at 1732104862821Running coprocessor post-close hooks at 1732104862832 (+11 ms)Closed at 1732104862832 2024-11-20T12:14:22,833 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732104791428.c4c97a38fc79e9b70d135798c87eb0a4. 2024-11-20T12:14:22,833 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740/.tmp/info/d784948e1af3497096a4728ad8c5f230 2024-11-20T12:14:22,835 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:14:22,837 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/default/SPTestTable/40d79b5c2154cd36d452a25191a61e6a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T12:14:22,838 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 2024-11-20T12:14:22,838 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40d79b5c2154cd36d452a25191a61e6a: Waiting for close lock at 1732104862821Running coprocessor pre-close hooks at 1732104862821Disabling compacts and flushes for region at 1732104862821Disabling writes for close at 1732104862821Writing region close event to WAL at 1732104862822 (+1 ms)Running coprocessor post-close hooks at 1732104862838 (+16 ms)Closed at 1732104862838 2024-11-20T12:14:22,838 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732104791428.40d79b5c2154cd36d452a25191a61e6a. 2024-11-20T12:14:22,868 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740/.tmp/ns/be1b981c03784b74b9b4c17ec859eb97 is 43, key is default/ns:d/1732104790869/Put/seqid=0 2024-11-20T12:14:22,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741863_1039 (size=5153) 2024-11-20T12:14:22,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741863_1039 (size=5153) 2024-11-20T12:14:22,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741863_1039 (size=5153) 2024-11-20T12:14:22,892 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740/.tmp/ns/be1b981c03784b74b9b4c17ec859eb97 2024-11-20T12:14:22,940 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740/.tmp/table/e4631f46043f499595f694657915692b is 47, key is SPTestTable/table:state/1732104802211/Put/seqid=0 2024-11-20T12:14:22,943 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,39773,1732104776721; all regions closed. 2024-11-20T12:14:22,943 DEBUG [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:14:22,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741834_1010 (size=3530) 2024-11-20T12:14:22,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741834_1010 (size=3530) 2024-11-20T12:14:22,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741834_1010 (size=3530) 2024-11-20T12:14:22,964 DEBUG [RS:0;843d83d51ba0:39773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/oldWALs 2024-11-20T12:14:22,965 INFO [RS:0;843d83d51ba0:39773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C39773%2C1732104776721:(num 1732104780213) 2024-11-20T12:14:22,965 DEBUG [RS:0;843d83d51ba0:39773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:14:22,965 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:14:22,965 INFO [RS:0;843d83d51ba0:39773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:14:22,965 INFO [RS:0;843d83d51ba0:39773 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T12:14:22,966 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:14:22,966 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:14:22,966 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:14:22,966 INFO [RS:0;843d83d51ba0:39773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:14:22,966 INFO [RS:0;843d83d51ba0:39773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39773 2024-11-20T12:14:22,966 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:14:22,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741864_1040 (size=5214) 2024-11-20T12:14:22,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741864_1040 (size=5214) 2024-11-20T12:14:22,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741864_1040 (size=5214) 2024-11-20T12:14:22,979 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740/.tmp/table/e4631f46043f499595f694657915692b 2024-11-20T12:14:22,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/843d83d51ba0,39773,1732104776721 2024-11-20T12:14:22,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T12:14:22,993 INFO [RS:0;843d83d51ba0:39773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:14:22,994 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,39773,1732104776721] 2024-11-20T12:14:23,007 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740/.tmp/info/d784948e1af3497096a4728ad8c5f230 as hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740/info/d784948e1af3497096a4728ad8c5f230 2024-11-20T12:14:23,013 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/843d83d51ba0,39773,1732104776721 already deleted, retry=false 2024-11-20T12:14:23,013 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,39773,1732104776721 expired; onlineServers=1 2024-11-20T12:14:23,020 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740/info/d784948e1af3497096a4728ad8c5f230, entries=116, sequenceid=37, filesize=19.8 K 2024-11-20T12:14:23,022 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740/.tmp/ns/be1b981c03784b74b9b4c17ec859eb97 as hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740/ns/be1b981c03784b74b9b4c17ec859eb97 2024-11-20T12:14:23,057 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740/ns/be1b981c03784b74b9b4c17ec859eb97, entries=2, sequenceid=37, filesize=5.0 K 2024-11-20T12:14:23,057 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:14:23,057 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:14:23,059 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740/.tmp/table/e4631f46043f499595f694657915692b as hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740/table/e4631f46043f499595f694657915692b 2024-11-20T12:14:23,070 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740/table/e4631f46043f499595f694657915692b, entries=2, sequenceid=37, filesize=5.1 K 2024-11-20T12:14:23,075 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 334ms, sequenceid=37, compaction requested=false 2024-11-20T12:14:23,088 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-20T12:14:23,089 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:14:23,089 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:14:23,089 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732104862741Running coprocessor pre-close hooks at 1732104862741Disabling compacts and flushes for region at 1732104862741Disabling writes for close at 1732104862741Obtaining lock to block concurrent updates at 1732104862742 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732104862742Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1732104862743 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732104862743Flushing 1588230740/info: creating writer at 1732104862743Flushing 1588230740/info: appending metadata at 1732104862777 (+34 ms)Flushing 1588230740/info: closing flushed file at 1732104862777Flushing 1588230740/ns: creating writer at 1732104862843 (+66 ms)Flushing 1588230740/ns: appending metadata at 1732104862866 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732104862866Flushing 1588230740/table: creating writer at 1732104862906 (+40 ms)Flushing 1588230740/table: appending metadata at 1732104862939 (+33 ms)Flushing 1588230740/table: closing flushed file at 1732104862939Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a5b2c5: reopening flushed file at 1732104863005 (+66 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8960175: reopening flushed file at 1732104863020 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da33a4b: reopening flushed file at 1732104863057 (+37 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 334ms, sequenceid=37, compaction requested=false at 1732104863076 (+19 ms)Writing region close event to WAL at 1732104863083 (+7 ms)Running coprocessor post-close hooks at 1732104863089 (+6 ms)Closed at 1732104863089 2024-11-20T12:14:23,089 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:14:23,102 INFO [RS:0;843d83d51ba0:39773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:14:23,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:14:23,102 INFO [RS:0;843d83d51ba0:39773 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,39773,1732104776721; zookeeper connection closed. 2024-11-20T12:14:23,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x10158295e0f0001, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:14:23,102 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58458deb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58458deb 2024-11-20T12:14:23,143 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,34335,1732104776994; all regions closed. 2024-11-20T12:14:23,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741836_1012 (size=19450) 2024-11-20T12:14:23,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741836_1012 (size=19450) 2024-11-20T12:14:23,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741836_1012 (size=19450) 2024-11-20T12:14:23,171 DEBUG [RS:1;843d83d51ba0:34335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/oldWALs 2024-11-20T12:14:23,171 INFO [RS:1;843d83d51ba0:34335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C34335%2C1732104776994.meta:.meta(num 1732104790592) 2024-11-20T12:14:23,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741835_1011 (size=3500) 2024-11-20T12:14:23,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741835_1011 (size=3500) 2024-11-20T12:14:23,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741835_1011 (size=3500) 2024-11-20T12:14:23,193 DEBUG [RS:1;843d83d51ba0:34335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/oldWALs 2024-11-20T12:14:23,193 INFO [RS:1;843d83d51ba0:34335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C34335%2C1732104776994:(num 1732104780213) 2024-11-20T12:14:23,193 DEBUG [RS:1;843d83d51ba0:34335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:14:23,193 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:14:23,194 INFO [RS:1;843d83d51ba0:34335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:14:23,194 INFO [RS:1;843d83d51ba0:34335 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T12:14:23,194 INFO [RS:1;843d83d51ba0:34335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:14:23,194 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:14:23,194 INFO [RS:1;843d83d51ba0:34335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34335 2024-11-20T12:14:23,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T12:14:23,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/843d83d51ba0,34335,1732104776994 2024-11-20T12:14:23,202 INFO [RS:1;843d83d51ba0:34335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:14:23,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,34335,1732104776994] 2024-11-20T12:14:23,223 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/843d83d51ba0,34335,1732104776994 already deleted, retry=false 2024-11-20T12:14:23,223 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,34335,1732104776994 expired; onlineServers=0 2024-11-20T12:14:23,223 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,43969,1732104775520' ***** 2024-11-20T12:14:23,223 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:14:23,223 INFO [M:0;843d83d51ba0:43969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:14:23,223 INFO [M:0;843d83d51ba0:43969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:14:23,223 DEBUG [M:0;843d83d51ba0:43969 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:14:23,224 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:14:23,224 DEBUG [M:0;843d83d51ba0:43969 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:14:23,224 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732104779813 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732104779813,5,FailOnTimeoutGroup] 2024-11-20T12:14:23,224 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732104779817 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732104779817,5,FailOnTimeoutGroup] 2024-11-20T12:14:23,224 INFO [M:0;843d83d51ba0:43969 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:14:23,224 INFO [M:0;843d83d51ba0:43969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:14:23,224 DEBUG [M:0;843d83d51ba0:43969 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:14:23,224 INFO [M:0;843d83d51ba0:43969 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:14:23,224 INFO [M:0;843d83d51ba0:43969 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:14:23,224 ERROR [M:0;843d83d51ba0:43969 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:39843 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39843,5,PEWorkerGroup] 2024-11-20T12:14:23,225 INFO [M:0;843d83d51ba0:43969 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:14:23,225 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:14:23,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T12:14:23,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:23,234 DEBUG [M:0;843d83d51ba0:43969 {}] zookeeper.ZKUtil(347): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T12:14:23,234 WARN [M:0;843d83d51ba0:43969 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:14:23,235 INFO [M:0;843d83d51ba0:43969 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/.lastflushedseqids 2024-11-20T12:14:23,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741865_1041 (size=686) 2024-11-20T12:14:23,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741865_1041 (size=686) 2024-11-20T12:14:23,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741865_1041 (size=686) 2024-11-20T12:14:23,259 INFO [M:0;843d83d51ba0:43969 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:14:23,260 INFO [M:0;843d83d51ba0:43969 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:14:23,260 DEBUG [M:0;843d83d51ba0:43969 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:14:23,260 INFO [M:0;843d83d51ba0:43969 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:14:23,260 DEBUG [M:0;843d83d51ba0:43969 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:14:23,260 DEBUG [M:0;843d83d51ba0:43969 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:14:23,260 DEBUG [M:0;843d83d51ba0:43969 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:14:23,260 INFO [M:0;843d83d51ba0:43969 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=194.95 KB heapSize=241.73 KB 2024-11-20T12:14:23,287 DEBUG [M:0;843d83d51ba0:43969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44b791ea3c9e48579e577828d6941c65 is 82, key is hbase:meta,,1/info:regioninfo/1732104790713/Put/seqid=0 2024-11-20T12:14:23,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741866_1042 (size=5672) 2024-11-20T12:14:23,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741866_1042 (size=5672) 2024-11-20T12:14:23,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741866_1042 (size=5672) 2024-11-20T12:14:23,298 INFO [M:0;843d83d51ba0:43969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44b791ea3c9e48579e577828d6941c65 2024-11-20T12:14:23,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:14:23,313 INFO [RS:1;843d83d51ba0:34335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:14:23,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10158295e0f0002, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:14:23,313 INFO [RS:1;843d83d51ba0:34335 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,34335,1732104776994; zookeeper connection closed. 2024-11-20T12:14:23,313 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2050ff30 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2050ff30 2024-11-20T12:14:23,313 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T12:14:23,320 DEBUG [M:0;843d83d51ba0:43969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cee7cfebedea4b0a905231de2fe3e252 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732104802219/Put/seqid=0 2024-11-20T12:14:23,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741867_1043 (size=8972) 2024-11-20T12:14:23,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741867_1043 (size=8972) 2024-11-20T12:14:23,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741867_1043 (size=8972) 2024-11-20T12:14:23,339 INFO [M:0;843d83d51ba0:43969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.22 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cee7cfebedea4b0a905231de2fe3e252 2024-11-20T12:14:23,348 INFO [M:0;843d83d51ba0:43969 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cee7cfebedea4b0a905231de2fe3e252 2024-11-20T12:14:23,371 DEBUG [M:0;843d83d51ba0:43969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fc297692e8f422d963bdb19d294e94e is 69, key is 843d83d51ba0,34335,1732104776994/rs:state/1732104779899/Put/seqid=0 2024-11-20T12:14:23,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741868_1044 (size=5446) 2024-11-20T12:14:23,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741868_1044 (size=5446) 2024-11-20T12:14:23,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741868_1044 (size=5446) 2024-11-20T12:14:23,384 INFO [M:0;843d83d51ba0:43969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fc297692e8f422d963bdb19d294e94e 2024-11-20T12:14:23,393 INFO [M:0;843d83d51ba0:43969 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fc297692e8f422d963bdb19d294e94e 2024-11-20T12:14:23,395 DEBUG [M:0;843d83d51ba0:43969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44b791ea3c9e48579e577828d6941c65 as hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44b791ea3c9e48579e577828d6941c65 2024-11-20T12:14:23,402 INFO [M:0;843d83d51ba0:43969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44b791ea3c9e48579e577828d6941c65, entries=8, sequenceid=513, filesize=5.5 K 2024-11-20T12:14:23,404 DEBUG [M:0;843d83d51ba0:43969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cee7cfebedea4b0a905231de2fe3e252 as hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cee7cfebedea4b0a905231de2fe3e252 2024-11-20T12:14:23,410 INFO [M:0;843d83d51ba0:43969 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cee7cfebedea4b0a905231de2fe3e252 2024-11-20T12:14:23,411 INFO [M:0;843d83d51ba0:43969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cee7cfebedea4b0a905231de2fe3e252, entries=56, sequenceid=513, filesize=8.8 K 2024-11-20T12:14:23,412 DEBUG [M:0;843d83d51ba0:43969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fc297692e8f422d963bdb19d294e94e as hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fc297692e8f422d963bdb19d294e94e 2024-11-20T12:14:23,419 INFO [M:0;843d83d51ba0:43969 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fc297692e8f422d963bdb19d294e94e 2024-11-20T12:14:23,419 INFO [M:0;843d83d51ba0:43969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39843/user/jenkins/test-data/60352dde-0227-ff86-68e9-e5a6cf96a193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fc297692e8f422d963bdb19d294e94e, entries=3, sequenceid=513, filesize=5.3 K 2024-11-20T12:14:23,420 INFO [M:0;843d83d51ba0:43969 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.95 KB/199631, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=513, compaction requested=false 2024-11-20T12:14:23,422 INFO [M:0;843d83d51ba0:43969 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:14:23,422 DEBUG [M:0;843d83d51ba0:43969 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732104863260Disabling compacts and flushes for region at 1732104863260Disabling writes for close at 1732104863260Obtaining lock to block concurrent updates at 1732104863260Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732104863260Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199631, getHeapSize=247472, getOffHeapSize=0, getCellsCount=620 at 1732104863261 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732104863261Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732104863262 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732104863286 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732104863286Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732104863304 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732104863319 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732104863319Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732104863348 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732104863370 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732104863370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6af27ba: reopening flushed file at 1732104863393 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eccab4c: reopening flushed file at 1732104863403 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d998cd5: reopening flushed file at 1732104863411 (+8 ms)Finished flush of dataSize ~194.95 KB/199631, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=513, compaction requested=false at 1732104863421 (+10 ms)Writing region close event to WAL at 1732104863422 (+1 ms)Closed at 1732104863422 2024-11-20T12:14:23,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37439 is added to blk_1073741830_1006 (size=233823) 2024-11-20T12:14:23,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741830_1006 (size=233823) 2024-11-20T12:14:23,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741830_1006 (size=233823) 2024-11-20T12:14:23,426 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:14:23,427 INFO [M:0;843d83d51ba0:43969 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:14:23,427 INFO [M:0;843d83d51ba0:43969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43969 2024-11-20T12:14:23,427 INFO [M:0;843d83d51ba0:43969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:14:23,533 INFO [M:0;843d83d51ba0:43969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:14:23,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:14:23,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x10158295e0f0000, quorum=127.0.0.1:62489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:14:23,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e15ccfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:14:23,540 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:14:23,540 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:14:23,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:14:23,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/hadoop.log.dir/,STOPPED} 2024-11-20T12:14:23,544 WARN [BP-15944175-172.17.0.3-1732104768246 heartbeating to localhost/127.0.0.1:39843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:14:23,544 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:14:23,544 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:14:23,544 WARN [BP-15944175-172.17.0.3-1732104768246 heartbeating to localhost/127.0.0.1:39843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-15944175-172.17.0.3-1732104768246 (Datanode Uuid 6882337e-329d-41ad-8766-d71faab9dafe) service to localhost/127.0.0.1:39843 2024-11-20T12:14:23,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/cluster_873faafe-0ae7-288c-39c7-017fca307115/data/data5/current/BP-15944175-172.17.0.3-1732104768246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:14:23,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/cluster_873faafe-0ae7-288c-39c7-017fca307115/data/data6/current/BP-15944175-172.17.0.3-1732104768246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:14:23,547 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:14:23,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c874617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:14:23,551 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:14:23,551 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:14:23,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:14:23,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/hadoop.log.dir/,STOPPED} 2024-11-20T12:14:23,552 WARN [BP-15944175-172.17.0.3-1732104768246 heartbeating to localhost/127.0.0.1:39843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:14:23,552 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:14:23,553 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:14:23,553 WARN [BP-15944175-172.17.0.3-1732104768246 heartbeating to localhost/127.0.0.1:39843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-15944175-172.17.0.3-1732104768246 (Datanode Uuid 41adfd11-b49c-46d0-abb3-f0363788777c) service to localhost/127.0.0.1:39843 2024-11-20T12:14:23,553 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/cluster_873faafe-0ae7-288c-39c7-017fca307115/data/data3/current/BP-15944175-172.17.0.3-1732104768246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:14:23,553 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/cluster_873faafe-0ae7-288c-39c7-017fca307115/data/data4/current/BP-15944175-172.17.0.3-1732104768246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:14:23,554 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:14:23,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b29fa79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:14:23,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:14:23,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:14:23,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:14:23,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/hadoop.log.dir/,STOPPED} 2024-11-20T12:14:23,558 WARN [BP-15944175-172.17.0.3-1732104768246 heartbeating to localhost/127.0.0.1:39843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:14:23,558 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:14:23,558 WARN [BP-15944175-172.17.0.3-1732104768246 heartbeating to localhost/127.0.0.1:39843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-15944175-172.17.0.3-1732104768246 (Datanode Uuid 40130dc5-1e59-4e23-a19c-bc7247e6f647) service to localhost/127.0.0.1:39843 2024-11-20T12:14:23,558 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:14:23,558 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/cluster_873faafe-0ae7-288c-39c7-017fca307115/data/data1/current/BP-15944175-172.17.0.3-1732104768246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:14:23,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/cluster_873faafe-0ae7-288c-39c7-017fca307115/data/data2/current/BP-15944175-172.17.0.3-1732104768246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:14:23,559 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:14:23,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:14:23,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:14:23,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:14:23,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:14:23,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/hadoop.log.dir/,STOPPED} 2024-11-20T12:14:23,580 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T12:14:23,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:14:23,632 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=96 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39843 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/843d83d51ba0:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/843d83d51ba0:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/843d83d51ba0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/843d83d51ba0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@e91d77a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/843d83d51ba0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/843d83d51ba0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/843d83d51ba0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39843 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 418) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1929 (was 4961) 2024-11-20T12:14:23,641 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=97, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=443, ProcessCount=11, AvailableMemoryMB=1929 2024-11-20T12:14:23,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/hadoop.log.dir so I do NOT create it in target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504 2024-11-20T12:14:23,653 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:14:23,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/hadoop.tmp.dir so I do NOT create it in target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504 2024-11-20T12:14:23,653 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b02310c-9694-dccd-969d-eb4f7ac44bd6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:14:23,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504 2024-11-20T12:14:23,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:14:23,653 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/cluster_c2a93b49-20a6-13ce-5fff-8f55b1317490, deleteOnExit=true 2024-11-20T12:14:23,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:14:23,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/test.cache.data in system properties and HBase conf 2024-11-20T12:14:23,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:14:23,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:14:23,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:14:23,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:14:23,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:14:23,654 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:14:23,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:14:23,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:14:23,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:14:23,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:14:23,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:14:23,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:14:23,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:14:23,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:14:23,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:14:23,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:14:23,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:14:23,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:14:23,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:14:23,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:14:24,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:14:24,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:14:24,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:14:24,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:14:24,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:14:24,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:14:24,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16952596{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:14:24,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46abb6db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:14:24,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e6670d2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/java.io.tmpdir/jetty-localhost-41283-hadoop-hdfs-3_4_1-tests_jar-_-any-3930064936871092876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:14:24,284 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fb14da0{HTTP/1.1, (http/1.1)}{localhost:41283} 2024-11-20T12:14:24,284 INFO [Time-limited test {}] server.Server(415): Started @100347ms 2024-11-20T12:14:24,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:14:24,619 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:14:24,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:14:24,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:14:24,623 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:14:24,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ce2d997{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:14:24,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b33d518{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:14:24,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23493ac2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/java.io.tmpdir/jetty-localhost-43523-hadoop-hdfs-3_4_1-tests_jar-_-any-5769492290775356172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:14:24,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7afabc0{HTTP/1.1, (http/1.1)}{localhost:43523} 2024-11-20T12:14:24,751 INFO [Time-limited test {}] server.Server(415): Started @100814ms 2024-11-20T12:14:24,752 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:14:24,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:14:24,795 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:14:24,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:14:24,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:14:24,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:14:24,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25075e3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:14:24,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2360431{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:14:24,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a48833c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/java.io.tmpdir/jetty-localhost-43131-hadoop-hdfs-3_4_1-tests_jar-_-any-13029891952482389681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:14:24,906 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70fbbb4d{HTTP/1.1, (http/1.1)}{localhost:43131} 2024-11-20T12:14:24,906 INFO [Time-limited test {}] server.Server(415): Started @100970ms 2024-11-20T12:14:24,907 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:14:24,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:14:24,945 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:14:24,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:14:24,946 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:14:24,946 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:14:24,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27b212b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:14:24,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@271f2cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:14:25,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b9e9d81{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/java.io.tmpdir/jetty-localhost-45843-hadoop-hdfs-3_4_1-tests_jar-_-any-6851102338348616989/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:14:25,045 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@180e4735{HTTP/1.1, (http/1.1)}{localhost:45843} 2024-11-20T12:14:25,045 INFO [Time-limited test {}] server.Server(415): Started @101109ms 2024-11-20T12:14:25,047 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:14:26,064 WARN [Thread-702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/cluster_c2a93b49-20a6-13ce-5fff-8f55b1317490/data/data1/current/BP-1961509339-172.17.0.3-1732104863675/current, will proceed with Du for space computation calculation, 2024-11-20T12:14:26,064 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/cluster_c2a93b49-20a6-13ce-5fff-8f55b1317490/data/data2/current/BP-1961509339-172.17.0.3-1732104863675/current, will proceed with Du for space computation calculation, 2024-11-20T12:14:26,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:14:26,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T12:14:26,074 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T12:14:26,087 WARN [Thread-642 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:14:26,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3afc1cd7dced8de with lease ID 0x283fb4d33ba52a10: Processing first storage report for DS-ea3d9edf-bd0b-47d3-a5d3-48ebfbfbf05c from datanode DatanodeRegistration(127.0.0.1:45931, datanodeUuid=16db45f9-bc0f-4ff9-8b8c-e68516d331e3, infoPort=46221, infoSecurePort=0, ipcPort=32853, storageInfo=lv=-57;cid=testClusterID;nsid=2130098302;c=1732104863675) 2024-11-20T12:14:26,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3afc1cd7dced8de with lease ID 0x283fb4d33ba52a10: from storage DS-ea3d9edf-bd0b-47d3-a5d3-48ebfbfbf05c node DatanodeRegistration(127.0.0.1:45931, datanodeUuid=16db45f9-bc0f-4ff9-8b8c-e68516d331e3, infoPort=46221, infoSecurePort=0, ipcPort=32853, storageInfo=lv=-57;cid=testClusterID;nsid=2130098302;c=1732104863675), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:14:26,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3afc1cd7dced8de with lease ID 0x283fb4d33ba52a10: Processing first storage report for DS-bee32434-aa37-437f-85fb-3809864ef2d7 from datanode DatanodeRegistration(127.0.0.1:45931, datanodeUuid=16db45f9-bc0f-4ff9-8b8c-e68516d331e3, infoPort=46221, infoSecurePort=0, ipcPort=32853, storageInfo=lv=-57;cid=testClusterID;nsid=2130098302;c=1732104863675) 2024-11-20T12:14:26,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3afc1cd7dced8de with lease ID 0x283fb4d33ba52a10: from storage DS-bee32434-aa37-437f-85fb-3809864ef2d7 node DatanodeRegistration(127.0.0.1:45931, datanodeUuid=16db45f9-bc0f-4ff9-8b8c-e68516d331e3, infoPort=46221, infoSecurePort=0, ipcPort=32853, storageInfo=lv=-57;cid=testClusterID;nsid=2130098302;c=1732104863675), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:14:26,239 WARN [Thread-713 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/cluster_c2a93b49-20a6-13ce-5fff-8f55b1317490/data/data3/current/BP-1961509339-172.17.0.3-1732104863675/current, will proceed with Du for space computation calculation, 2024-11-20T12:14:26,239 WARN [Thread-714 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/cluster_c2a93b49-20a6-13ce-5fff-8f55b1317490/data/data4/current/BP-1961509339-172.17.0.3-1732104863675/current, will proceed with Du for space computation calculation, 2024-11-20T12:14:26,257 WARN [Thread-665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:14:26,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8b044f42122be9c with lease ID 0x283fb4d33ba52a11: Processing first storage report for DS-a5021f14-8110-4362-8666-a1f7d816df1f from datanode DatanodeRegistration(127.0.0.1:42499, datanodeUuid=955a6020-ed12-4d6f-b948-977c45aef292, infoPort=44357, infoSecurePort=0, ipcPort=45469, storageInfo=lv=-57;cid=testClusterID;nsid=2130098302;c=1732104863675) 2024-11-20T12:14:26,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8b044f42122be9c with lease ID 0x283fb4d33ba52a11: from storage DS-a5021f14-8110-4362-8666-a1f7d816df1f node DatanodeRegistration(127.0.0.1:42499, datanodeUuid=955a6020-ed12-4d6f-b948-977c45aef292, infoPort=44357, infoSecurePort=0, ipcPort=45469, storageInfo=lv=-57;cid=testClusterID;nsid=2130098302;c=1732104863675), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:14:26,260 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8b044f42122be9c with lease ID 0x283fb4d33ba52a11: Processing first storage report for DS-ec0eef02-7100-4bf7-9171-4a9f89ab5224 from datanode DatanodeRegistration(127.0.0.1:42499, datanodeUuid=955a6020-ed12-4d6f-b948-977c45aef292, infoPort=44357, infoSecurePort=0, ipcPort=45469, storageInfo=lv=-57;cid=testClusterID;nsid=2130098302;c=1732104863675) 2024-11-20T12:14:26,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8b044f42122be9c with lease ID 0x283fb4d33ba52a11: from storage DS-ec0eef02-7100-4bf7-9171-4a9f89ab5224 node DatanodeRegistration(127.0.0.1:42499, datanodeUuid=955a6020-ed12-4d6f-b948-977c45aef292, infoPort=44357, infoSecurePort=0, ipcPort=45469, storageInfo=lv=-57;cid=testClusterID;nsid=2130098302;c=1732104863675), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:14:26,295 WARN [Thread-724 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/cluster_c2a93b49-20a6-13ce-5fff-8f55b1317490/data/data5/current/BP-1961509339-172.17.0.3-1732104863675/current, will proceed with Du for space computation calculation, 2024-11-20T12:14:26,295 WARN [Thread-725 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/cluster_c2a93b49-20a6-13ce-5fff-8f55b1317490/data/data6/current/BP-1961509339-172.17.0.3-1732104863675/current, will proceed with Du for space computation calculation, 2024-11-20T12:14:26,316 WARN [Thread-687 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:14:26,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa41dc3f04cc6ee04 with lease ID 0x283fb4d33ba52a12: Processing first storage report for DS-080f062e-4b52-4963-821c-360fbe631a5f from datanode DatanodeRegistration(127.0.0.1:41607, datanodeUuid=e1339139-5775-4374-a377-768efe78b15b, infoPort=46229, infoSecurePort=0, ipcPort=37633, storageInfo=lv=-57;cid=testClusterID;nsid=2130098302;c=1732104863675) 2024-11-20T12:14:26,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa41dc3f04cc6ee04 with lease ID 0x283fb4d33ba52a12: from storage DS-080f062e-4b52-4963-821c-360fbe631a5f node DatanodeRegistration(127.0.0.1:41607, datanodeUuid=e1339139-5775-4374-a377-768efe78b15b, infoPort=46229, infoSecurePort=0, ipcPort=37633, storageInfo=lv=-57;cid=testClusterID;nsid=2130098302;c=1732104863675), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:14:26,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa41dc3f04cc6ee04 with lease ID 0x283fb4d33ba52a12: Processing first storage report for DS-92c977ec-1285-4372-9b5c-0f69e5f56625 from datanode DatanodeRegistration(127.0.0.1:41607, datanodeUuid=e1339139-5775-4374-a377-768efe78b15b, infoPort=46229, infoSecurePort=0, ipcPort=37633, storageInfo=lv=-57;cid=testClusterID;nsid=2130098302;c=1732104863675) 2024-11-20T12:14:26,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa41dc3f04cc6ee04 with lease ID 0x283fb4d33ba52a12: from storage DS-92c977ec-1285-4372-9b5c-0f69e5f56625 node DatanodeRegistration(127.0.0.1:41607, datanodeUuid=e1339139-5775-4374-a377-768efe78b15b, infoPort=46229, infoSecurePort=0, ipcPort=37633, storageInfo=lv=-57;cid=testClusterID;nsid=2130098302;c=1732104863675), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:14:26,385 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504 2024-11-20T12:14:26,390 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/cluster_c2a93b49-20a6-13ce-5fff-8f55b1317490/zookeeper_0, clientPort=59701, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/cluster_c2a93b49-20a6-13ce-5fff-8f55b1317490/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/cluster_c2a93b49-20a6-13ce-5fff-8f55b1317490/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T12:14:26,391 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59701 2024-11-20T12:14:26,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:14:26,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:14:26,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:14:26,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:14:26,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:14:26,404 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d with version=8 2024-11-20T12:14:26,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/hbase-staging 2024-11-20T12:14:26,406 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:14:26,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:14:26,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:14:26,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:14:26,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:14:26,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:14:26,407 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:14:26,407 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:14:26,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35401 2024-11-20T12:14:26,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35401 connecting to ZooKeeper ensemble=127.0.0.1:59701 2024-11-20T12:14:26,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354010x0, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:14:26,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35401-0x101582ac6000000 connected 2024-11-20T12:14:26,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:14:26,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:14:26,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T12:14:26,554 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d, hbase.cluster.distributed=false 2024-11-20T12:14:26,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T12:14:26,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35401 2024-11-20T12:14:26,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35401 2024-11-20T12:14:26,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35401 2024-11-20T12:14:26,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35401 2024-11-20T12:14:26,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35401 2024-11-20T12:14:26,574 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:14:26,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:14:26,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:14:26,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:14:26,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:14:26,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:14:26,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:14:26,575 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:14:26,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42661 2024-11-20T12:14:26,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42661 connecting to ZooKeeper ensemble=127.0.0.1:59701 2024-11-20T12:14:26,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:14:26,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:14:26,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426610x0, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:14:26,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42661-0x101582ac6000001 connected 2024-11-20T12:14:26,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T12:14:26,595 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:14:26,596 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:14:26,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T12:14:26,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T12:14:26,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42661 2024-11-20T12:14:26,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42661 2024-11-20T12:14:26,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42661 2024-11-20T12:14:26,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42661 2024-11-20T12:14:26,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42661 2024-11-20T12:14:26,618 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:14:26,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:14:26,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:14:26,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:14:26,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:14:26,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:14:26,618 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:14:26,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:14:26,619 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42483 2024-11-20T12:14:26,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42483 connecting to ZooKeeper ensemble=127.0.0.1:59701 2024-11-20T12:14:26,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:14:26,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:14:26,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424830x0, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:14:26,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42483-0x101582ac6000002 connected 2024-11-20T12:14:26,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T12:14:26,637 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:14:26,637 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:14:26,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T12:14:26,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T12:14:26,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42483 2024-11-20T12:14:26,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42483 2024-11-20T12:14:26,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42483 2024-11-20T12:14:26,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42483 2024-11-20T12:14:26,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42483 2024-11-20T12:14:26,656 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:14:26,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:14:26,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:14:26,656 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:14:26,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:14:26,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:14:26,656 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:14:26,656 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:14:26,657 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43765 2024-11-20T12:14:26,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43765 connecting to ZooKeeper ensemble=127.0.0.1:59701 2024-11-20T12:14:26,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:14:26,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:14:26,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437650x0, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:14:26,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43765-0x101582ac6000003 connected 2024-11-20T12:14:26,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43765-0x101582ac6000003, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T12:14:26,672 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:14:26,672 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:14:26,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43765-0x101582ac6000003, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T12:14:26,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43765-0x101582ac6000003, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T12:14:26,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43765 2024-11-20T12:14:26,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43765 2024-11-20T12:14:26,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43765 2024-11-20T12:14:26,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43765 2024-11-20T12:14:26,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43765 2024-11-20T12:14:26,690 DEBUG [M:0;843d83d51ba0:35401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:35401 2024-11-20T12:14:26,691 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/843d83d51ba0,35401,1732104866406 2024-11-20T12:14:26,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T12:14:26,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43765-0x101582ac6000003, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T12:14:26,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T12:14:26,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T12:14:26,703 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/843d83d51ba0,35401,1732104866406 2024-11-20T12:14:26,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T12:14:26,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T12:14:26,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43765-0x101582ac6000003, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T12:14:26,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:26,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:26,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:26,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43765-0x101582ac6000003, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:26,714 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T12:14:26,715 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/843d83d51ba0,35401,1732104866406 from backup master directory 2024-11-20T12:14:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/843d83d51ba0,35401,1732104866406 2024-11-20T12:14:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T12:14:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43765-0x101582ac6000003, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T12:14:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T12:14:26,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T12:14:26,723 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:14:26,723 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,35401,1732104866406 2024-11-20T12:14:26,728 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/hbase.id] with ID: 2c9961f1-61f2-4721-b62e-ee01aa7619df 2024-11-20T12:14:26,728 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/.tmp/hbase.id 2024-11-20T12:14:26,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:14:26,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:14:26,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:14:26,739 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/.tmp/hbase.id]:[hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/hbase.id] 2024-11-20T12:14:26,754 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:14:26,754 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:14:26,757 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-20T12:14:26,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:26,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:26,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:26,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43765-0x101582ac6000003, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:26,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:14:26,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:14:26,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:14:26,776 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:14:26,776 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:14:26,777 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:14:26,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:14:26,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:14:26,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:14:26,793 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store 2024-11-20T12:14:26,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:14:26,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:14:26,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:14:26,802 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:26,802 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:14:26,802 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:14:26,803 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:14:26,803 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:14:26,803 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:14:26,803 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:14:26,803 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732104866802Disabling compacts and flushes for region at 1732104866802Disabling writes for close at 1732104866803 (+1 ms)Writing region close event to WAL at 1732104866803Closed at 1732104866803 2024-11-20T12:14:26,804 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/.initializing 2024-11-20T12:14:26,804 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/WALs/843d83d51ba0,35401,1732104866406 2024-11-20T12:14:26,805 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:14:26,807 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C35401%2C1732104866406, suffix=, logDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/WALs/843d83d51ba0,35401,1732104866406, archiveDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/oldWALs, maxLogs=10 2024-11-20T12:14:26,821 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/WALs/843d83d51ba0,35401,1732104866406/843d83d51ba0%2C35401%2C1732104866406.1732104866807, exclude list is [], retry=0 2024-11-20T12:14:26,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42499,DS-a5021f14-8110-4362-8666-a1f7d816df1f,DISK] 2024-11-20T12:14:26,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41607,DS-080f062e-4b52-4963-821c-360fbe631a5f,DISK] 2024-11-20T12:14:26,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-ea3d9edf-bd0b-47d3-a5d3-48ebfbfbf05c,DISK] 2024-11-20T12:14:26,827 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/WALs/843d83d51ba0,35401,1732104866406/843d83d51ba0%2C35401%2C1732104866406.1732104866807 2024-11-20T12:14:26,828 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44357:44357),(127.0.0.1/127.0.0.1:46229:46229),(127.0.0.1/127.0.0.1:46221:46221)] 2024-11-20T12:14:26,828 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:14:26,828 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:26,829 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:14:26,829 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:14:26,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:14:26,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:14:26,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:26,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:14:26,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:14:26,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:14:26,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:26,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:14:26,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:14:26,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:14:26,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:26,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:14:26,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:14:26,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:14:26,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:26,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:14:26,840 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:14:26,841 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:14:26,842 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:14:26,843 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:14:26,843 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:14:26,844 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:14:26,846 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:14:26,848 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:14:26,849 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72935631, jitterRate=0.08682559430599213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:14:26,850 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732104866829Initializing all the Stores at 1732104866830 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732104866830Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104866830Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104866830Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104866830Cleaning up temporary data from old regions at 1732104866843 (+13 ms)Region opened successfully at 1732104866850 (+7 ms) 2024-11-20T12:14:26,850 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:14:26,855 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2673b972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:14:26,857 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:14:26,857 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:14:26,857 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:14:26,858 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:14:26,859 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:14:26,859 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:14:26,859 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-20T12:14:26,862 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:14:26,864 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T12:14:26,871 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T12:14:26,871 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:14:26,872 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:14:26,881 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T12:14:26,882 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:14:26,883 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:14:26,892 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T12:14:26,893 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:14:26,902 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T12:14:26,904 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:14:26,912 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T12:14:26,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T12:14:26,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T12:14:26,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43765-0x101582ac6000003, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T12:14:26,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:26,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43765-0x101582ac6000003, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:26,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:26,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T12:14:26,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:26,924 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,35401,1732104866406, sessionid=0x101582ac6000000, setting cluster-up flag (Was=false) 2024-11-20T12:14:26,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:26,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:26,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43765-0x101582ac6000003, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:26,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:27,007 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T12:14:27,009 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,35401,1732104866406 2024-11-20T12:14:27,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43765-0x101582ac6000003, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:27,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:27,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:27,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:27,060 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T12:14:27,062 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,35401,1732104866406 2024-11-20T12:14:27,063 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:14:27,068 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:14:27,068 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:14:27,068 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:14:27,068 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,35401,1732104866406 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:14:27,070 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:14:27,070 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:14:27,070 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:14:27,070 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:14:27,070 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:14:27,070 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,070 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:14:27,070 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,071 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732104897071 2024-11-20T12:14:27,071 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:14:27,071 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:14:27,071 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:14:27,071 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:14:27,071 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:14:27,071 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:14:27,072 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,072 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:14:27,072 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:14:27,072 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:14:27,072 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:14:27,072 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:14:27,073 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:27,073 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:14:27,076 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:14:27,076 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:14:27,082 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732104867076,5,FailOnTimeoutGroup] 2024-11-20T12:14:27,084 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(746): ClusterId : 2c9961f1-61f2-4721-b62e-ee01aa7619df 2024-11-20T12:14:27,084 DEBUG [RS:0;843d83d51ba0:42661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:14:27,088 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732104867082,5,FailOnTimeoutGroup] 2024-11-20T12:14:27,088 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,088 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:14:27,088 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,089 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,092 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(746): ClusterId : 2c9961f1-61f2-4721-b62e-ee01aa7619df 2024-11-20T12:14:27,092 DEBUG [RS:1;843d83d51ba0:42483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:14:27,092 INFO [RS:2;843d83d51ba0:43765 {}] regionserver.HRegionServer(746): ClusterId : 2c9961f1-61f2-4721-b62e-ee01aa7619df 2024-11-20T12:14:27,092 DEBUG [RS:2;843d83d51ba0:43765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:14:27,093 DEBUG [RS:0;843d83d51ba0:42661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:14:27,093 DEBUG [RS:0;843d83d51ba0:42661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:14:27,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:14:27,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:14:27,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:14:27,105 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:14:27,105 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d 2024-11-20T12:14:27,113 DEBUG [RS:1;843d83d51ba0:42483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:14:27,113 DEBUG [RS:1;843d83d51ba0:42483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:14:27,114 DEBUG [RS:0;843d83d51ba0:42661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:14:27,114 DEBUG [RS:0;843d83d51ba0:42661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8bc1a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:14:27,115 DEBUG [RS:2;843d83d51ba0:43765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:14:27,115 DEBUG [RS:2;843d83d51ba0:43765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:14:27,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741832_1008 (size=32) 2024-11-20T12:14:27,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741832_1008 (size=32) 2024-11-20T12:14:27,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741832_1008 (size=32) 2024-11-20T12:14:27,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:27,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:14:27,135 DEBUG [RS:1;843d83d51ba0:42483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:14:27,135 DEBUG [RS:1;843d83d51ba0:42483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9be657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:14:27,136 DEBUG [RS:0;843d83d51ba0:42661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:42661 2024-11-20T12:14:27,136 DEBUG [RS:2;843d83d51ba0:43765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:14:27,136 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:14:27,136 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:14:27,136 DEBUG [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:14:27,136 DEBUG [RS:2;843d83d51ba0:43765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3127b8be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:14:27,137 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,35401,1732104866406 with port=42661, startcode=1732104866574 2024-11-20T12:14:27,137 DEBUG [RS:0;843d83d51ba0:42661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:14:27,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:14:27,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:27,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:14:27,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:14:27,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:14:27,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:27,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:14:27,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:14:27,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:14:27,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:27,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:14:27,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:14:27,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:14:27,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:27,157 DEBUG [RS:1;843d83d51ba0:42483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;843d83d51ba0:42483 2024-11-20T12:14:27,157 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:14:27,157 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:14:27,157 DEBUG [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:14:27,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:14:27,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:14:27,158 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:14:27,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740 2024-11-20T12:14:27,159 DEBUG [RS:2;843d83d51ba0:43765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;843d83d51ba0:43765 2024-11-20T12:14:27,159 INFO [RS:2;843d83d51ba0:43765 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:14:27,159 INFO [RS:2;843d83d51ba0:43765 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:14:27,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,42661,1732104866574 2024-11-20T12:14:27,159 DEBUG [RS:2;843d83d51ba0:43765 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:14:27,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35401 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,42661,1732104866574 2024-11-20T12:14:27,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740 2024-11-20T12:14:27,160 INFO [RS:2;843d83d51ba0:43765 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,35401,1732104866406 with port=43765, startcode=1732104866656 2024-11-20T12:14:27,160 DEBUG [RS:2;843d83d51ba0:43765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:14:27,161 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,35401,1732104866406 with port=42483, startcode=1732104866618 2024-11-20T12:14:27,161 DEBUG [RS:1;843d83d51ba0:42483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:14:27,162 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:14:27,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:14:27,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:14:27,163 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:14:27,163 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,43765,1732104866656 2024-11-20T12:14:27,163 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35401 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,43765,1732104866656 2024-11-20T12:14:27,163 DEBUG [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d 2024-11-20T12:14:27,163 DEBUG [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37405 2024-11-20T12:14:27,163 DEBUG [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:14:27,164 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:14:27,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,42483,1732104866618 2024-11-20T12:14:27,164 DEBUG [RS:2;843d83d51ba0:43765 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d 2024-11-20T12:14:27,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35401 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,42483,1732104866618 2024-11-20T12:14:27,164 DEBUG [RS:2;843d83d51ba0:43765 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37405 2024-11-20T12:14:27,164 DEBUG [RS:2;843d83d51ba0:43765 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:14:27,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:14:27,166 DEBUG [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d 2024-11-20T12:14:27,166 DEBUG [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37405 2024-11-20T12:14:27,166 DEBUG [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:14:27,168 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:14:27,169 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74932860, jitterRate=0.11658662557601929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:14:27,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732104867128Initializing all the Stores at 1732104867129 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732104867129Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732104867132 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104867132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732104867132Cleaning up temporary data from old regions at 1732104867162 (+30 ms)Region opened successfully at 1732104867170 (+8 ms) 2024-11-20T12:14:27,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:14:27,170 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:14:27,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:14:27,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:14:27,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:14:27,171 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:14:27,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732104867170Disabling compacts and flushes for region at 1732104867170Disabling writes for close at 1732104867170Writing region close event to WAL at 1732104867171 (+1 ms)Closed at 1732104867171 2024-11-20T12:14:27,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:14:27,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:14:27,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:14:27,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:14:27,174 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:14:27,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T12:14:27,214 DEBUG [RS:0;843d83d51ba0:42661 {}] zookeeper.ZKUtil(111): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/843d83d51ba0,42661,1732104866574 2024-11-20T12:14:27,214 WARN [RS:0;843d83d51ba0:42661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:14:27,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,43765,1732104866656] 2024-11-20T12:14:27,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,42661,1732104866574] 2024-11-20T12:14:27,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,42483,1732104866618] 2024-11-20T12:14:27,214 INFO [RS:0;843d83d51ba0:42661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:14:27,214 DEBUG [RS:1;843d83d51ba0:42483 {}] zookeeper.ZKUtil(111): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/843d83d51ba0,42483,1732104866618 2024-11-20T12:14:27,214 DEBUG [RS:2;843d83d51ba0:43765 {}] zookeeper.ZKUtil(111): regionserver:43765-0x101582ac6000003, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/843d83d51ba0,43765,1732104866656 2024-11-20T12:14:27,215 WARN [RS:2;843d83d51ba0:43765 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:14:27,215 WARN [RS:1;843d83d51ba0:42483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:14:27,215 DEBUG [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,42661,1732104866574 2024-11-20T12:14:27,215 INFO [RS:2;843d83d51ba0:43765 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:14:27,215 INFO [RS:1;843d83d51ba0:42483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:14:27,215 DEBUG [RS:2;843d83d51ba0:43765 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656 2024-11-20T12:14:27,215 DEBUG [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,42483,1732104866618 2024-11-20T12:14:27,219 INFO [RS:2;843d83d51ba0:43765 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:14:27,219 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:14:27,219 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:14:27,222 INFO [RS:2;843d83d51ba0:43765 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:14:27,222 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:14:27,222 INFO [RS:2;843d83d51ba0:43765 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:14:27,222 INFO [RS:2;843d83d51ba0:43765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,223 INFO [RS:0;843d83d51ba0:42661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:14:27,223 INFO [RS:2;843d83d51ba0:43765 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:14:27,223 INFO [RS:0;843d83d51ba0:42661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,223 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:14:27,224 INFO [RS:2;843d83d51ba0:43765 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:14:27,224 INFO [RS:0;843d83d51ba0:42661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:14:27,224 INFO [RS:2;843d83d51ba0:43765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,224 INFO [RS:0;843d83d51ba0:42661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,224 DEBUG [RS:2;843d83d51ba0:43765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,224 DEBUG [RS:0;843d83d51ba0:42661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,224 DEBUG [RS:2;843d83d51ba0:43765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,224 DEBUG [RS:0;843d83d51ba0:42661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,224 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:14:27,224 DEBUG [RS:2;843d83d51ba0:43765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,224 DEBUG [RS:2;843d83d51ba0:43765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,224 DEBUG [RS:0;843d83d51ba0:42661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,224 DEBUG [RS:2;843d83d51ba0:43765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,224 DEBUG [RS:0;843d83d51ba0:42661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,224 DEBUG [RS:2;843d83d51ba0:43765 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:14:27,224 DEBUG [RS:0;843d83d51ba0:42661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,224 DEBUG [RS:2;843d83d51ba0:43765 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,224 DEBUG [RS:2;843d83d51ba0:43765 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,224 DEBUG [RS:0;843d83d51ba0:42661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:14:27,224 DEBUG [RS:2;843d83d51ba0:43765 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,224 DEBUG [RS:0;843d83d51ba0:42661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,224 DEBUG [RS:2;843d83d51ba0:43765 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,225 DEBUG [RS:2;843d83d51ba0:43765 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,225 DEBUG [RS:0;843d83d51ba0:42661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,225 DEBUG [RS:2;843d83d51ba0:43765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,225 DEBUG [RS:0;843d83d51ba0:42661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,225 DEBUG [RS:2;843d83d51ba0:43765 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:14:27,225 DEBUG [RS:2;843d83d51ba0:43765 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:14:27,225 DEBUG [RS:0;843d83d51ba0:42661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,225 DEBUG [RS:0;843d83d51ba0:42661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,225 DEBUG [RS:0;843d83d51ba0:42661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,225 DEBUG [RS:0;843d83d51ba0:42661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:14:27,225 DEBUG [RS:0;843d83d51ba0:42661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:14:27,227 INFO [RS:1;843d83d51ba0:42483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:14:27,227 INFO [RS:1;843d83d51ba0:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,228 INFO [RS:0;843d83d51ba0:42661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,228 INFO [RS:2;843d83d51ba0:43765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,228 INFO [RS:0;843d83d51ba0:42661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,228 INFO [RS:0;843d83d51ba0:42661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,228 INFO [RS:2;843d83d51ba0:43765 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,228 INFO [RS:0;843d83d51ba0:42661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,228 INFO [RS:2;843d83d51ba0:43765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,228 INFO [RS:2;843d83d51ba0:43765 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,228 INFO [RS:0;843d83d51ba0:42661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,228 INFO [RS:0;843d83d51ba0:42661 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,42661,1732104866574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:14:27,228 INFO [RS:2;843d83d51ba0:43765 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,228 INFO [RS:2;843d83d51ba0:43765 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43765,1732104866656-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:14:27,228 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:14:27,229 INFO [RS:1;843d83d51ba0:42483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:14:27,229 INFO [RS:1;843d83d51ba0:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,229 DEBUG [RS:1;843d83d51ba0:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,229 DEBUG [RS:1;843d83d51ba0:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,229 DEBUG [RS:1;843d83d51ba0:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,229 DEBUG [RS:1;843d83d51ba0:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,229 DEBUG [RS:1;843d83d51ba0:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,229 DEBUG [RS:1;843d83d51ba0:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:14:27,229 DEBUG [RS:1;843d83d51ba0:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,230 DEBUG [RS:1;843d83d51ba0:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,230 DEBUG [RS:1;843d83d51ba0:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,230 DEBUG [RS:1;843d83d51ba0:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,230 DEBUG [RS:1;843d83d51ba0:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,230 DEBUG [RS:1;843d83d51ba0:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:14:27,230 DEBUG [RS:1;843d83d51ba0:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:14:27,230 DEBUG [RS:1;843d83d51ba0:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:14:27,230 INFO [RS:1;843d83d51ba0:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,230 INFO [RS:1;843d83d51ba0:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,230 INFO [RS:1;843d83d51ba0:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,230 INFO [RS:1;843d83d51ba0:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,231 INFO [RS:1;843d83d51ba0:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,231 INFO [RS:1;843d83d51ba0:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,42483,1732104866618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:14:27,248 INFO [RS:2;843d83d51ba0:43765 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:14:27,248 INFO [RS:2;843d83d51ba0:43765 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43765,1732104866656-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,248 INFO [RS:2;843d83d51ba0:43765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,248 INFO [RS:2;843d83d51ba0:43765 {}] regionserver.Replication(171): 843d83d51ba0,43765,1732104866656 started 2024-11-20T12:14:27,250 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:14:27,250 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:14:27,250 INFO [RS:1;843d83d51ba0:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,42483,1732104866618-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,250 INFO [RS:1;843d83d51ba0:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,250 INFO [RS:0;843d83d51ba0:42661 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,42661,1732104866574-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,250 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.Replication(171): 843d83d51ba0,42483,1732104866618 started 2024-11-20T12:14:27,250 INFO [RS:0;843d83d51ba0:42661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,250 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.Replication(171): 843d83d51ba0,42661,1732104866574 started 2024-11-20T12:14:27,265 INFO [RS:2;843d83d51ba0:43765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,265 INFO [RS:2;843d83d51ba0:43765 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,43765,1732104866656, RpcServer on 843d83d51ba0/172.17.0.3:43765, sessionid=0x101582ac6000003 2024-11-20T12:14:27,265 DEBUG [RS:2;843d83d51ba0:43765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:14:27,265 DEBUG [RS:2;843d83d51ba0:43765 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,43765,1732104866656 2024-11-20T12:14:27,265 DEBUG [RS:2;843d83d51ba0:43765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,43765,1732104866656' 2024-11-20T12:14:27,265 DEBUG [RS:2;843d83d51ba0:43765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T12:14:27,266 INFO [RS:1;843d83d51ba0:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,266 DEBUG [RS:2;843d83d51ba0:43765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T12:14:27,266 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,42483,1732104866618, RpcServer on 843d83d51ba0/172.17.0.3:42483, sessionid=0x101582ac6000002 2024-11-20T12:14:27,266 DEBUG [RS:1;843d83d51ba0:42483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:14:27,266 DEBUG [RS:1;843d83d51ba0:42483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,42483,1732104866618 2024-11-20T12:14:27,266 DEBUG [RS:1;843d83d51ba0:42483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,42483,1732104866618' 2024-11-20T12:14:27,266 DEBUG [RS:1;843d83d51ba0:42483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T12:14:27,266 DEBUG [RS:2;843d83d51ba0:43765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:14:27,267 DEBUG [RS:2;843d83d51ba0:43765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:14:27,267 DEBUG [RS:2;843d83d51ba0:43765 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,43765,1732104866656 2024-11-20T12:14:27,267 DEBUG [RS:2;843d83d51ba0:43765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,43765,1732104866656' 2024-11-20T12:14:27,267 DEBUG [RS:1;843d83d51ba0:42483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T12:14:27,267 DEBUG [RS:2;843d83d51ba0:43765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T12:14:27,267 DEBUG [RS:2;843d83d51ba0:43765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T12:14:27,267 DEBUG [RS:1;843d83d51ba0:42483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:14:27,267 DEBUG [RS:1;843d83d51ba0:42483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:14:27,267 DEBUG [RS:1;843d83d51ba0:42483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,42483,1732104866618 2024-11-20T12:14:27,267 DEBUG [RS:1;843d83d51ba0:42483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,42483,1732104866618' 2024-11-20T12:14:27,267 DEBUG [RS:1;843d83d51ba0:42483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T12:14:27,268 DEBUG [RS:2;843d83d51ba0:43765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:14:27,268 DEBUG [RS:1;843d83d51ba0:42483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T12:14:27,268 INFO [RS:2;843d83d51ba0:43765 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:14:27,268 INFO [RS:2;843d83d51ba0:43765 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:14:27,268 DEBUG [RS:1;843d83d51ba0:42483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:14:27,268 INFO [RS:1;843d83d51ba0:42483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:14:27,268 INFO [RS:1;843d83d51ba0:42483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:14:27,270 INFO [RS:0;843d83d51ba0:42661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:27,270 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,42661,1732104866574, RpcServer on 843d83d51ba0/172.17.0.3:42661, sessionid=0x101582ac6000001 2024-11-20T12:14:27,270 DEBUG [RS:0;843d83d51ba0:42661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:14:27,270 DEBUG [RS:0;843d83d51ba0:42661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,42661,1732104866574 2024-11-20T12:14:27,270 DEBUG [RS:0;843d83d51ba0:42661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,42661,1732104866574' 2024-11-20T12:14:27,270 DEBUG [RS:0;843d83d51ba0:42661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T12:14:27,271 DEBUG [RS:0;843d83d51ba0:42661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T12:14:27,271 DEBUG [RS:0;843d83d51ba0:42661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:14:27,271 DEBUG [RS:0;843d83d51ba0:42661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:14:27,271 DEBUG [RS:0;843d83d51ba0:42661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,42661,1732104866574 2024-11-20T12:14:27,271 DEBUG [RS:0;843d83d51ba0:42661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,42661,1732104866574' 2024-11-20T12:14:27,271 DEBUG [RS:0;843d83d51ba0:42661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T12:14:27,272 DEBUG [RS:0;843d83d51ba0:42661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T12:14:27,273 DEBUG [RS:0;843d83d51ba0:42661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:14:27,273 INFO [RS:0;843d83d51ba0:42661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:14:27,273 INFO [RS:0;843d83d51ba0:42661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:14:27,324 WARN [843d83d51ba0:35401 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T12:14:27,368 INFO [RS:2;843d83d51ba0:43765 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:14:27,369 INFO [RS:1;843d83d51ba0:42483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:14:27,371 INFO [RS:2;843d83d51ba0:43765 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C43765%2C1732104866656, suffix=, logDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656, archiveDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/oldWALs, maxLogs=32 2024-11-20T12:14:27,373 INFO [RS:0;843d83d51ba0:42661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:14:27,385 INFO [RS:1;843d83d51ba0:42483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C42483%2C1732104866618, suffix=, logDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,42483,1732104866618, archiveDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/oldWALs, maxLogs=32 2024-11-20T12:14:27,386 INFO [RS:0;843d83d51ba0:42661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C42661%2C1732104866574, suffix=, logDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,42661,1732104866574, archiveDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/oldWALs, maxLogs=32 2024-11-20T12:14:27,411 DEBUG [RS:2;843d83d51ba0:43765 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656/843d83d51ba0%2C43765%2C1732104866656.1732104867375, exclude list is [], retry=0 2024-11-20T12:14:27,411 DEBUG [RS:1;843d83d51ba0:42483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,42483,1732104866618/843d83d51ba0%2C42483%2C1732104866618.1732104867390, exclude list is [], retry=0 2024-11-20T12:14:27,417 DEBUG [RS:0;843d83d51ba0:42661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,42661,1732104866574/843d83d51ba0%2C42661%2C1732104866574.1732104867387, exclude list is [], retry=0 2024-11-20T12:14:27,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-ea3d9edf-bd0b-47d3-a5d3-48ebfbfbf05c,DISK] 2024-11-20T12:14:27,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42499,DS-a5021f14-8110-4362-8666-a1f7d816df1f,DISK] 2024-11-20T12:14:27,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41607,DS-080f062e-4b52-4963-821c-360fbe631a5f,DISK] 2024-11-20T12:14:27,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42499,DS-a5021f14-8110-4362-8666-a1f7d816df1f,DISK] 2024-11-20T12:14:27,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41607,DS-080f062e-4b52-4963-821c-360fbe631a5f,DISK] 2024-11-20T12:14:27,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-ea3d9edf-bd0b-47d3-a5d3-48ebfbfbf05c,DISK] 2024-11-20T12:14:27,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42499,DS-a5021f14-8110-4362-8666-a1f7d816df1f,DISK] 2024-11-20T12:14:27,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-ea3d9edf-bd0b-47d3-a5d3-48ebfbfbf05c,DISK] 2024-11-20T12:14:27,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41607,DS-080f062e-4b52-4963-821c-360fbe631a5f,DISK] 2024-11-20T12:14:27,456 INFO [RS:1;843d83d51ba0:42483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,42483,1732104866618/843d83d51ba0%2C42483%2C1732104866618.1732104867390 2024-11-20T12:14:27,461 DEBUG [RS:1;843d83d51ba0:42483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44357:44357),(127.0.0.1/127.0.0.1:46229:46229),(127.0.0.1/127.0.0.1:46221:46221)] 2024-11-20T12:14:27,463 INFO [RS:2;843d83d51ba0:43765 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656/843d83d51ba0%2C43765%2C1732104866656.1732104867375 2024-11-20T12:14:27,470 DEBUG [RS:2;843d83d51ba0:43765 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44357:44357),(127.0.0.1/127.0.0.1:46229:46229),(127.0.0.1/127.0.0.1:46221:46221)] 2024-11-20T12:14:27,471 INFO [RS:0;843d83d51ba0:42661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,42661,1732104866574/843d83d51ba0%2C42661%2C1732104866574.1732104867387 2024-11-20T12:14:27,471 DEBUG [RS:0;843d83d51ba0:42661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46221:46221),(127.0.0.1/127.0.0.1:44357:44357),(127.0.0.1/127.0.0.1:46229:46229)] 2024-11-20T12:14:27,575 DEBUG [843d83d51ba0:35401 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T12:14:27,575 DEBUG [843d83d51ba0:35401 {}] balancer.BalancerClusterState(204): Hosts are {843d83d51ba0=0} racks are {/default-rack=0} 2024-11-20T12:14:27,578 DEBUG [843d83d51ba0:35401 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T12:14:27,578 DEBUG [843d83d51ba0:35401 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T12:14:27,578 DEBUG [843d83d51ba0:35401 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T12:14:27,578 DEBUG [843d83d51ba0:35401 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T12:14:27,578 DEBUG [843d83d51ba0:35401 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T12:14:27,578 DEBUG [843d83d51ba0:35401 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T12:14:27,578 INFO [843d83d51ba0:35401 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T12:14:27,578 INFO [843d83d51ba0:35401 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T12:14:27,578 INFO [843d83d51ba0:35401 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T12:14:27,578 DEBUG [843d83d51ba0:35401 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T12:14:27,578 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,42661,1732104866574 2024-11-20T12:14:27,580 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,42661,1732104866574, state=OPENING 2024-11-20T12:14:27,615 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:14:27,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43765-0x101582ac6000003, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:27,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:27,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:27,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:14:27,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T12:14:27,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T12:14:27,626 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:14:27,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T12:14:27,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,42661,1732104866574}] 2024-11-20T12:14:27,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T12:14:27,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:14:27,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:14:27,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:14:28,280 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:14:28,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:14:28,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:14:28,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:14:35,760 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:43969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T12:14:36,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T12:14:36,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T12:14:37,629 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:14:37,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:14:37,644 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:14:37,644 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:14:37,645 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:14:37,647 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C42661%2C1732104866574.meta, suffix=.meta, logDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,42661,1732104866574, archiveDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/oldWALs, maxLogs=32 2024-11-20T12:14:37,679 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,42661,1732104866574/843d83d51ba0%2C42661%2C1732104866574.meta.1732104877648.meta, exclude list is [], retry=0 2024-11-20T12:14:37,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42499,DS-a5021f14-8110-4362-8666-a1f7d816df1f,DISK] 2024-11-20T12:14:37,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41607,DS-080f062e-4b52-4963-821c-360fbe631a5f,DISK] 2024-11-20T12:14:37,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-ea3d9edf-bd0b-47d3-a5d3-48ebfbfbf05c,DISK] 2024-11-20T12:14:37,694 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,42661,1732104866574/843d83d51ba0%2C42661%2C1732104866574.meta.1732104877648.meta 2024-11-20T12:14:37,694 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44357:44357),(127.0.0.1/127.0.0.1:46229:46229),(127.0.0.1/127.0.0.1:46221:46221)] 2024-11-20T12:14:37,695 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:14:37,695 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:14:37,695 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:14:37,695 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:14:37,696 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:14:37,696 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:37,696 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:14:37,696 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:14:37,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:14:37,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:14:37,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:37,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:14:37,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:14:37,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:14:37,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:37,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:14:37,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:14:37,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:14:37,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:37,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:14:37,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:14:37,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:14:37,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:37,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:14:37,706 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:14:37,706 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740 2024-11-20T12:14:37,708 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740 2024-11-20T12:14:37,716 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:14:37,716 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:14:37,717 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:14:37,718 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:14:37,722 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70244410, jitterRate=0.04672327637672424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:14:37,722 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:14:37,723 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732104877696Writing region info on filesystem at 1732104877696Initializing all the Stores at 1732104877697 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732104877697Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732104877698 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104877698Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732104877698Cleaning up temporary data from old regions at 1732104877716 (+18 ms)Running coprocessor post-open hooks at 1732104877722 (+6 ms)Region opened successfully at 1732104877723 (+1 ms) 2024-11-20T12:14:37,724 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732104877629 2024-11-20T12:14:37,729 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,42661,1732104866574 2024-11-20T12:14:37,730 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,42661,1732104866574, state=OPEN 2024-11-20T12:14:37,736 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:14:37,736 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:14:37,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T12:14:37,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43765-0x101582ac6000003, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T12:14:37,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T12:14:37,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T12:14:37,786 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,42661,1732104866574 2024-11-20T12:14:37,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T12:14:37,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T12:14:37,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T12:14:37,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T12:14:37,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:14:37,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,42661,1732104866574 in 10.1600 sec 2024-11-20T12:14:37,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:14:37,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6180 sec 2024-11-20T12:14:37,795 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:14:37,795 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:14:37,798 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:14:37,798 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,42661,1732104866574, seqNum=-1] 2024-11-20T12:14:37,798 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:14:37,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:14:37,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7440 sec 2024-11-20T12:14:37,810 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732104877810, completionTime=-1 2024-11-20T12:14:37,810 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T12:14:37,810 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:14:37,817 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-20T12:14:37,817 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732104937817 2024-11-20T12:14:37,817 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732104997817 2024-11-20T12:14:37,817 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-20T12:14:37,817 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T12:14:37,821 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35401,1732104866406-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:37,821 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35401,1732104866406-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:37,821 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35401,1732104866406-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:37,822 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:35401, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:37,822 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:37,826 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:14:37,836 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:37,842 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.118sec 2024-11-20T12:14:37,844 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:14:37,844 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:14:37,845 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:14:37,845 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:14:37,845 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:14:37,845 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35401,1732104866406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:14:37,845 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35401,1732104866406-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:14:37,852 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:14:37,852 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:14:37,852 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35401,1732104866406-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:14:37,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fb17f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:14:37,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,35401,-1 for getting cluster id 2024-11-20T12:14:37,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:14:37,913 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c9961f1-61f2-4721-b62e-ee01aa7619df' 2024-11-20T12:14:37,913 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:14:37,914 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c9961f1-61f2-4721-b62e-ee01aa7619df" 2024-11-20T12:14:37,915 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fd0633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:14:37,916 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,35401,-1] 2024-11-20T12:14:37,916 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:14:37,920 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:14:37,922 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:14:37,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4c1c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:14:37,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:14:37,924 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,42661,1732104866574, seqNum=-1] 2024-11-20T12:14:37,925 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:14:37,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:14:37,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,35401,1732104866406 2024-11-20T12:14:37,930 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732104877930 (current time:1732104877930). 2024-11-20T12:14:37,930 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T12:14:37,930 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-20T12:14:37,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ddf5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:14:37,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,35401,-1 for getting cluster id 2024-11-20T12:14:37,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:14:37,932 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c9961f1-61f2-4721-b62e-ee01aa7619df' 2024-11-20T12:14:37,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:14:37,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c9961f1-61f2-4721-b62e-ee01aa7619df" 2024-11-20T12:14:37,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306d5920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:14:37,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,35401,-1] 2024-11-20T12:14:37,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:14:37,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:14:37,933 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:14:37,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c9e83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:14:37,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:14:37,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,42661,1732104866574, seqNum=-1] 2024-11-20T12:14:37,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:14:37,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:14:37,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:14:37,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:14:37,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:14:37,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:14:37,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:14:37,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:14:37,940 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,35401,1732104866406 2024-11-20T12:14:37,940 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@574177e 2024-11-20T12:14:37,940 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:14:37,942 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:14:37,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:14:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-20T12:14:37,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:14:37,946 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:37,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-20T12:14:37,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:14:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:14:38,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741837_1013 (size=361) 2024-11-20T12:14:38,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741837_1013 (size=361) 2024-11-20T12:14:38,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741837_1013 (size=361) 2024-11-20T12:14:38,036 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d16ff1bb85b9e2fdae2d1f5435a3d75, NAME => 'SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d 2024-11-20T12:14:38,055 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9e8d67876257860d76fe4f6343164c97, NAME => 'SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d 2024-11-20T12:14:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:14:38,075 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b13182eb1a8cdaf05e16dce11e84858b, NAME => 'SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d 2024-11-20T12:14:38,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741838_1014 (size=54) 2024-11-20T12:14:38,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741838_1014 (size=54) 2024-11-20T12:14:38,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741838_1014 (size=54) 2024-11-20T12:14:38,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:38,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0d16ff1bb85b9e2fdae2d1f5435a3d75, disabling compactions & flushes 2024-11-20T12:14:38,123 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75. 2024-11-20T12:14:38,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75. 2024-11-20T12:14:38,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75. after waiting 0 ms 2024-11-20T12:14:38,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75. 2024-11-20T12:14:38,123 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75. 2024-11-20T12:14:38,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d16ff1bb85b9e2fdae2d1f5435a3d75: Waiting for close lock at 1732104878123Disabling compacts and flushes for region at 1732104878123Disabling writes for close at 1732104878123Writing region close event to WAL at 1732104878123Closed at 1732104878123 2024-11-20T12:14:38,124 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f45001ebb4508d5838af2d224f1eb73, NAME => 'SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d 2024-11-20T12:14:38,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741839_1015 (size=62) 2024-11-20T12:14:38,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741839_1015 (size=62) 2024-11-20T12:14:38,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741839_1015 (size=62) 2024-11-20T12:14:38,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:38,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9e8d67876257860d76fe4f6343164c97, disabling compactions & flushes 2024-11-20T12:14:38,212 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. 2024-11-20T12:14:38,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. 2024-11-20T12:14:38,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. after waiting 0 ms 2024-11-20T12:14:38,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. 2024-11-20T12:14:38,212 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. 2024-11-20T12:14:38,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9e8d67876257860d76fe4f6343164c97: Waiting for close lock at 1732104878212Disabling compacts and flushes for region at 1732104878212Disabling writes for close at 1732104878212Writing region close event to WAL at 1732104878212Closed at 1732104878212 2024-11-20T12:14:38,213 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d38e01d58f3296c2a3113da4aac0572b, NAME => 'SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d 2024-11-20T12:14:38,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741840_1016 (size=62) 2024-11-20T12:14:38,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741840_1016 (size=62) 2024-11-20T12:14:38,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741840_1016 (size=62) 2024-11-20T12:14:38,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:38,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b13182eb1a8cdaf05e16dce11e84858b, disabling compactions & flushes 2024-11-20T12:14:38,251 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b. 2024-11-20T12:14:38,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b. 2024-11-20T12:14:38,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b. after waiting 0 ms 2024-11-20T12:14:38,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b. 2024-11-20T12:14:38,251 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b. 2024-11-20T12:14:38,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b13182eb1a8cdaf05e16dce11e84858b: Waiting for close lock at 1732104878251Disabling compacts and flushes for region at 1732104878251Disabling writes for close at 1732104878251Writing region close event to WAL at 1732104878251Closed at 1732104878251 2024-11-20T12:14:38,252 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0b11ee16da1781c5b44743d1e778f341, NAME => 'SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d 2024-11-20T12:14:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:14:38,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741841_1017 (size=62) 2024-11-20T12:14:38,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741841_1017 (size=62) 2024-11-20T12:14:38,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741841_1017 (size=62) 2024-11-20T12:14:38,310 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:38,310 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6f45001ebb4508d5838af2d224f1eb73, disabling compactions & flushes 2024-11-20T12:14:38,311 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73. 2024-11-20T12:14:38,311 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73. 2024-11-20T12:14:38,311 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73. after waiting 0 ms 2024-11-20T12:14:38,311 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73. 2024-11-20T12:14:38,311 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73. 2024-11-20T12:14:38,311 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f45001ebb4508d5838af2d224f1eb73: Waiting for close lock at 1732104878310Disabling compacts and flushes for region at 1732104878310Disabling writes for close at 1732104878311 (+1 ms)Writing region close event to WAL at 1732104878311Closed at 1732104878311 2024-11-20T12:14:38,311 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 773897aea8c8af70cce7073d93e62150, NAME => 'SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d 2024-11-20T12:14:38,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741842_1018 (size=62) 2024-11-20T12:14:38,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:38,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d38e01d58f3296c2a3113da4aac0572b, disabling compactions & flushes 2024-11-20T12:14:38,350 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. 2024-11-20T12:14:38,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. 2024-11-20T12:14:38,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. after waiting 0 ms 2024-11-20T12:14:38,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. 2024-11-20T12:14:38,351 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. 2024-11-20T12:14:38,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d38e01d58f3296c2a3113da4aac0572b: Waiting for close lock at 1732104878350Disabling compacts and flushes for region at 1732104878350Disabling writes for close at 1732104878351 (+1 ms)Writing region close event to WAL at 1732104878351Closed at 1732104878351 2024-11-20T12:14:38,351 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c75e63f2b5bfb100ddfd6505cafdeff2, NAME => 'SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d 2024-11-20T12:14:38,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741842_1018 (size=62) 2024-11-20T12:14:38,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741842_1018 (size=62) 2024-11-20T12:14:38,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741843_1019 (size=62) 2024-11-20T12:14:38,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741843_1019 (size=62) 2024-11-20T12:14:38,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741843_1019 (size=62) 2024-11-20T12:14:38,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:38,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0b11ee16da1781c5b44743d1e778f341, disabling compactions & flushes 2024-11-20T12:14:38,358 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341. 2024-11-20T12:14:38,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341. 2024-11-20T12:14:38,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341. after waiting 0 ms 2024-11-20T12:14:38,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341. 2024-11-20T12:14:38,358 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341. 2024-11-20T12:14:38,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0b11ee16da1781c5b44743d1e778f341: Waiting for close lock at 1732104878358Disabling compacts and flushes for region at 1732104878358Disabling writes for close at 1732104878358Writing region close event to WAL at 1732104878358Closed at 1732104878358 2024-11-20T12:14:38,359 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 73ff31ed094d45068dd11a58aab80e8d, NAME => 'SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d 2024-11-20T12:14:38,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741844_1020 (size=62) 2024-11-20T12:14:38,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741844_1020 (size=62) 2024-11-20T12:14:38,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741844_1020 (size=62) 2024-11-20T12:14:38,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:38,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 773897aea8c8af70cce7073d93e62150, disabling compactions & flushes 2024-11-20T12:14:38,416 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. 2024-11-20T12:14:38,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. 2024-11-20T12:14:38,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. after waiting 0 ms 2024-11-20T12:14:38,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. 2024-11-20T12:14:38,416 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. 2024-11-20T12:14:38,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 773897aea8c8af70cce7073d93e62150: Waiting for close lock at 1732104878416Disabling compacts and flushes for region at 1732104878416Disabling writes for close at 1732104878416Writing region close event to WAL at 1732104878416Closed at 1732104878416 2024-11-20T12:14:38,417 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09bc15b50a4395dce45d484db755bcc5, NAME => 'SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d 2024-11-20T12:14:38,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741846_1022 (size=62) 2024-11-20T12:14:38,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741846_1022 (size=62) 2024-11-20T12:14:38,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741846_1022 (size=62) 2024-11-20T12:14:38,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:38,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 73ff31ed094d45068dd11a58aab80e8d, disabling compactions & flushes 2024-11-20T12:14:38,427 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. 2024-11-20T12:14:38,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. 2024-11-20T12:14:38,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. after waiting 0 ms 2024-11-20T12:14:38,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. 2024-11-20T12:14:38,427 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. 2024-11-20T12:14:38,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 73ff31ed094d45068dd11a58aab80e8d: Waiting for close lock at 1732104878427Disabling compacts and flushes for region at 1732104878427Disabling writes for close at 1732104878427Writing region close event to WAL at 1732104878427Closed at 1732104878427 2024-11-20T12:14:38,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741845_1021 (size=62) 2024-11-20T12:14:38,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741845_1021 (size=62) 2024-11-20T12:14:38,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741845_1021 (size=62) 2024-11-20T12:14:38,483 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:38,483 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c75e63f2b5bfb100ddfd6505cafdeff2, disabling compactions & flushes 2024-11-20T12:14:38,483 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2. 2024-11-20T12:14:38,483 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2. 2024-11-20T12:14:38,483 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2. after waiting 0 ms 2024-11-20T12:14:38,483 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2. 2024-11-20T12:14:38,483 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2. 2024-11-20T12:14:38,483 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c75e63f2b5bfb100ddfd6505cafdeff2: Waiting for close lock at 1732104878483Disabling compacts and flushes for region at 1732104878483Disabling writes for close at 1732104878483Writing region close event to WAL at 1732104878483Closed at 1732104878483 2024-11-20T12:14:38,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741847_1023 (size=54) 2024-11-20T12:14:38,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741847_1023 (size=54) 2024-11-20T12:14:38,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741847_1023 (size=54) 2024-11-20T12:14:38,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:38,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 09bc15b50a4395dce45d484db755bcc5, disabling compactions & flushes 2024-11-20T12:14:38,515 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5. 2024-11-20T12:14:38,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5. 2024-11-20T12:14:38,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5. after waiting 0 ms 2024-11-20T12:14:38,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5. 2024-11-20T12:14:38,516 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5. 2024-11-20T12:14:38,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09bc15b50a4395dce45d484db755bcc5: Waiting for close lock at 1732104878515Disabling compacts and flushes for region at 1732104878515Disabling writes for close at 1732104878515Writing region close event to WAL at 1732104878515Closed at 1732104878516 (+1 ms) 2024-11-20T12:14:38,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:14:38,518 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732104878517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104878517"}]},"ts":"1732104878517"} 2024-11-20T12:14:38,518 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732104878517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104878517"}]},"ts":"1732104878517"} 2024-11-20T12:14:38,518 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732104878517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104878517"}]},"ts":"1732104878517"} 2024-11-20T12:14:38,518 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732104878517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104878517"}]},"ts":"1732104878517"} 2024-11-20T12:14:38,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732104878517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104878517"}]},"ts":"1732104878517"} 2024-11-20T12:14:38,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732104878517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104878517"}]},"ts":"1732104878517"} 2024-11-20T12:14:38,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732104878517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104878517"}]},"ts":"1732104878517"} 2024-11-20T12:14:38,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732104878517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104878517"}]},"ts":"1732104878517"} 2024-11-20T12:14:38,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732104878517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104878517"}]},"ts":"1732104878517"} 2024-11-20T12:14:38,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732104878517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732104878517"}]},"ts":"1732104878517"} 2024-11-20T12:14:38,525 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-20T12:14:38,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:14:38,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732104878527"}]},"ts":"1732104878527"} 2024-11-20T12:14:38,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-20T12:14:38,531 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {843d83d51ba0=0} racks are {/default-rack=0} 2024-11-20T12:14:38,539 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T12:14:38,539 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T12:14:38,539 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T12:14:38,539 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T12:14:38,539 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T12:14:38,539 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T12:14:38,539 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T12:14:38,539 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T12:14:38,539 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T12:14:38,539 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T12:14:38,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d16ff1bb85b9e2fdae2d1f5435a3d75, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e8d67876257860d76fe4f6343164c97, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b13182eb1a8cdaf05e16dce11e84858b, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f45001ebb4508d5838af2d224f1eb73, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d38e01d58f3296c2a3113da4aac0572b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b11ee16da1781c5b44743d1e778f341, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=773897aea8c8af70cce7073d93e62150, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c75e63f2b5bfb100ddfd6505cafdeff2, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=73ff31ed094d45068dd11a58aab80e8d, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09bc15b50a4395dce45d484db755bcc5, ASSIGN}] 2024-11-20T12:14:38,544 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d16ff1bb85b9e2fdae2d1f5435a3d75, ASSIGN 2024-11-20T12:14:38,545 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09bc15b50a4395dce45d484db755bcc5, ASSIGN 2024-11-20T12:14:38,545 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=73ff31ed094d45068dd11a58aab80e8d, ASSIGN 2024-11-20T12:14:38,546 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c75e63f2b5bfb100ddfd6505cafdeff2, ASSIGN 2024-11-20T12:14:38,546 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d16ff1bb85b9e2fdae2d1f5435a3d75, ASSIGN; state=OFFLINE, location=843d83d51ba0,42661,1732104866574; forceNewPlan=false, retain=false 2024-11-20T12:14:38,547 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=09bc15b50a4395dce45d484db755bcc5, ASSIGN; state=OFFLINE, location=843d83d51ba0,42661,1732104866574; forceNewPlan=false, retain=false 2024-11-20T12:14:38,548 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=73ff31ed094d45068dd11a58aab80e8d, ASSIGN; state=OFFLINE, location=843d83d51ba0,43765,1732104866656; forceNewPlan=false, retain=false 2024-11-20T12:14:38,548 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c75e63f2b5bfb100ddfd6505cafdeff2, ASSIGN; state=OFFLINE, location=843d83d51ba0,42483,1732104866618; forceNewPlan=false, retain=false 2024-11-20T12:14:38,549 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=773897aea8c8af70cce7073d93e62150, ASSIGN 2024-11-20T12:14:38,551 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=773897aea8c8af70cce7073d93e62150, ASSIGN; state=OFFLINE, location=843d83d51ba0,42661,1732104866574; forceNewPlan=false, retain=false 2024-11-20T12:14:38,553 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b11ee16da1781c5b44743d1e778f341, ASSIGN 2024-11-20T12:14:38,554 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d38e01d58f3296c2a3113da4aac0572b, ASSIGN 2024-11-20T12:14:38,554 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f45001ebb4508d5838af2d224f1eb73, ASSIGN 2024-11-20T12:14:38,555 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e8d67876257860d76fe4f6343164c97, ASSIGN 2024-11-20T12:14:38,555 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b11ee16da1781c5b44743d1e778f341, ASSIGN; state=OFFLINE, location=843d83d51ba0,42483,1732104866618; forceNewPlan=false, retain=false 2024-11-20T12:14:38,555 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d38e01d58f3296c2a3113da4aac0572b, ASSIGN; state=OFFLINE, location=843d83d51ba0,43765,1732104866656; forceNewPlan=false, retain=false 2024-11-20T12:14:38,555 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6f45001ebb4508d5838af2d224f1eb73, ASSIGN; state=OFFLINE, location=843d83d51ba0,42661,1732104866574; forceNewPlan=false, retain=false 2024-11-20T12:14:38,555 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e8d67876257860d76fe4f6343164c97, ASSIGN; state=OFFLINE, location=843d83d51ba0,43765,1732104866656; forceNewPlan=false, retain=false 2024-11-20T12:14:38,556 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b13182eb1a8cdaf05e16dce11e84858b, ASSIGN 2024-11-20T12:14:38,558 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b13182eb1a8cdaf05e16dce11e84858b, ASSIGN; state=OFFLINE, location=843d83d51ba0,42483,1732104866618; forceNewPlan=false, retain=false 2024-11-20T12:14:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:14:38,699 INFO [843d83d51ba0:35401 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-20T12:14:38,699 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=73ff31ed094d45068dd11a58aab80e8d, regionState=OPENING, regionLocation=843d83d51ba0,43765,1732104866656 2024-11-20T12:14:38,700 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d38e01d58f3296c2a3113da4aac0572b, regionState=OPENING, regionLocation=843d83d51ba0,43765,1732104866656 2024-11-20T12:14:38,701 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9e8d67876257860d76fe4f6343164c97, regionState=OPENING, regionLocation=843d83d51ba0,43765,1732104866656 2024-11-20T12:14:38,702 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=09bc15b50a4395dce45d484db755bcc5, regionState=OPENING, regionLocation=843d83d51ba0,42661,1732104866574 2024-11-20T12:14:38,702 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=773897aea8c8af70cce7073d93e62150, regionState=OPENING, regionLocation=843d83d51ba0,42661,1732104866574 2024-11-20T12:14:38,703 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6f45001ebb4508d5838af2d224f1eb73, regionState=OPENING, regionLocation=843d83d51ba0,42661,1732104866574 2024-11-20T12:14:38,704 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d16ff1bb85b9e2fdae2d1f5435a3d75, regionState=OPENING, regionLocation=843d83d51ba0,42661,1732104866574 2024-11-20T12:14:38,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c75e63f2b5bfb100ddfd6505cafdeff2, regionState=OPENING, regionLocation=843d83d51ba0,42483,1732104866618 2024-11-20T12:14:38,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0b11ee16da1781c5b44743d1e778f341, regionState=OPENING, regionLocation=843d83d51ba0,42483,1732104866618 2024-11-20T12:14:38,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b13182eb1a8cdaf05e16dce11e84858b, regionState=OPENING, regionLocation=843d83d51ba0,42483,1732104866618 2024-11-20T12:14:38,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=73ff31ed094d45068dd11a58aab80e8d, ASSIGN because future has completed 2024-11-20T12:14:38,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73ff31ed094d45068dd11a58aab80e8d, server=843d83d51ba0,43765,1732104866656}] 2024-11-20T12:14:38,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d38e01d58f3296c2a3113da4aac0572b, ASSIGN because future has completed 2024-11-20T12:14:38,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d38e01d58f3296c2a3113da4aac0572b, server=843d83d51ba0,43765,1732104866656}] 2024-11-20T12:14:38,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e8d67876257860d76fe4f6343164c97, ASSIGN because future has completed 2024-11-20T12:14:38,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e8d67876257860d76fe4f6343164c97, server=843d83d51ba0,43765,1732104866656}] 2024-11-20T12:14:38,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=09bc15b50a4395dce45d484db755bcc5, ASSIGN because future has completed 2024-11-20T12:14:38,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=773897aea8c8af70cce7073d93e62150, ASSIGN because future has completed 2024-11-20T12:14:38,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6f45001ebb4508d5838af2d224f1eb73, ASSIGN because future has completed 2024-11-20T12:14:38,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d16ff1bb85b9e2fdae2d1f5435a3d75, ASSIGN because future has completed 2024-11-20T12:14:38,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09bc15b50a4395dce45d484db755bcc5, server=843d83d51ba0,42661,1732104866574}] 2024-11-20T12:14:38,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 773897aea8c8af70cce7073d93e62150, server=843d83d51ba0,42661,1732104866574}] 2024-11-20T12:14:38,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c75e63f2b5bfb100ddfd6505cafdeff2, ASSIGN because future has completed 2024-11-20T12:14:38,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b11ee16da1781c5b44743d1e778f341, ASSIGN because future has completed 2024-11-20T12:14:38,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b13182eb1a8cdaf05e16dce11e84858b, ASSIGN because future has completed 2024-11-20T12:14:38,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b13182eb1a8cdaf05e16dce11e84858b, server=843d83d51ba0,42483,1732104866618}] 2024-11-20T12:14:38,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b11ee16da1781c5b44743d1e778f341, server=843d83d51ba0,42483,1732104866618}] 2024-11-20T12:14:38,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c75e63f2b5bfb100ddfd6505cafdeff2, server=843d83d51ba0,42483,1732104866618}] 2024-11-20T12:14:38,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d16ff1bb85b9e2fdae2d1f5435a3d75, server=843d83d51ba0,42661,1732104866574}] 2024-11-20T12:14:38,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f45001ebb4508d5838af2d224f1eb73, server=843d83d51ba0,42661,1732104866574}] 2024-11-20T12:14:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:14:39,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:14:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:14:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:14:42,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:14:42,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:14:42,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:14:43,241 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:14:43,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:14:43,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:14:43,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:14:46,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T12:14:46,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T12:14:46,074 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:14:46,074 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T12:14:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:14:48,750 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:14:48,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:14:48,757 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. 2024-11-20T12:14:48,757 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 73ff31ed094d45068dd11a58aab80e8d, NAME => 'SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-20T12:14:48,758 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:14:48,758 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:48,758 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:14:48,758 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:14:48,760 INFO [StoreOpener-73ff31ed094d45068dd11a58aab80e8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:14:48,761 INFO [StoreOpener-73ff31ed094d45068dd11a58aab80e8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73ff31ed094d45068dd11a58aab80e8d columnFamilyName cf 2024-11-20T12:14:48,761 DEBUG [StoreOpener-73ff31ed094d45068dd11a58aab80e8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:48,762 INFO [StoreOpener-73ff31ed094d45068dd11a58aab80e8d-1 {}] regionserver.HStore(327): Store=73ff31ed094d45068dd11a58aab80e8d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:14:48,763 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:14:48,763 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:14:48,764 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:14:48,764 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:14:48,765 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:14:48,766 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:14:48,769 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/73ff31ed094d45068dd11a58aab80e8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:14:48,769 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 73ff31ed094d45068dd11a58aab80e8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69271910, jitterRate=0.0322318971157074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:14:48,769 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:14:48,769 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 73ff31ed094d45068dd11a58aab80e8d: Running coprocessor pre-open hook at 1732104888758Writing region info on filesystem at 1732104888758Initializing all the Stores at 1732104888759 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104888759Cleaning up temporary data from old regions at 1732104888765 (+6 ms)Running coprocessor post-open hooks at 1732104888769 (+4 ms)Region opened successfully at 1732104888769 2024-11-20T12:14:48,770 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d., pid=15, masterSystemTime=1732104888749 2024-11-20T12:14:48,772 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. 2024-11-20T12:14:48,772 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. 2024-11-20T12:14:48,772 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. 2024-11-20T12:14:48,773 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => d38e01d58f3296c2a3113da4aac0572b, NAME => 'SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-20T12:14:48,773 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:14:48,773 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:48,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=73ff31ed094d45068dd11a58aab80e8d, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,43765,1732104866656 2024-11-20T12:14:48,773 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:14:48,773 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:14:48,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73ff31ed094d45068dd11a58aab80e8d, server=843d83d51ba0,43765,1732104866656 because future has completed 2024-11-20T12:14:48,776 INFO [StoreOpener-d38e01d58f3296c2a3113da4aac0572b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:14:48,778 INFO [StoreOpener-d38e01d58f3296c2a3113da4aac0572b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d38e01d58f3296c2a3113da4aac0572b columnFamilyName cf 2024-11-20T12:14:48,778 DEBUG [StoreOpener-d38e01d58f3296c2a3113da4aac0572b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:48,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-20T12:14:48,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 73ff31ed094d45068dd11a58aab80e8d, server=843d83d51ba0,43765,1732104866656 in 10.0480 sec 2024-11-20T12:14:48,780 INFO [StoreOpener-d38e01d58f3296c2a3113da4aac0572b-1 {}] regionserver.HStore(327): Store=d38e01d58f3296c2a3113da4aac0572b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:14:48,780 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:14:48,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=73ff31ed094d45068dd11a58aab80e8d, ASSIGN in 10.2390 sec 2024-11-20T12:14:48,782 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:14:48,783 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:14:48,783 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:14:48,783 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:14:48,785 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:14:48,788 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/d38e01d58f3296c2a3113da4aac0572b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:14:48,788 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened d38e01d58f3296c2a3113da4aac0572b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69434089, jitterRate=0.034648552536964417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:14:48,788 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:14:48,788 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for d38e01d58f3296c2a3113da4aac0572b: Running coprocessor pre-open hook at 1732104888773Writing region info on filesystem at 1732104888773Initializing all the Stores at 1732104888774 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104888774Cleaning up temporary data from old regions at 1732104888783 (+9 ms)Running coprocessor post-open hooks at 1732104888788 (+5 ms)Region opened successfully at 1732104888788 2024-11-20T12:14:48,789 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b., pid=16, masterSystemTime=1732104888749 2024-11-20T12:14:48,792 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. 2024-11-20T12:14:48,792 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. 2024-11-20T12:14:48,792 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. 2024-11-20T12:14:48,792 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e8d67876257860d76fe4f6343164c97, NAME => 'SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-20T12:14:48,792 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d38e01d58f3296c2a3113da4aac0572b, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,43765,1732104866656 2024-11-20T12:14:48,793 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:14:48,793 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:48,793 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:14:48,793 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:14:48,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d38e01d58f3296c2a3113da4aac0572b, server=843d83d51ba0,43765,1732104866656 because future has completed 2024-11-20T12:14:48,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-20T12:14:48,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d38e01d58f3296c2a3113da4aac0572b, server=843d83d51ba0,43765,1732104866656 in 10.0480 sec 2024-11-20T12:14:48,801 INFO [StoreOpener-9e8d67876257860d76fe4f6343164c97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:14:48,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d38e01d58f3296c2a3113da4aac0572b, ASSIGN in 10.2600 sec 2024-11-20T12:14:48,803 INFO [StoreOpener-9e8d67876257860d76fe4f6343164c97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e8d67876257860d76fe4f6343164c97 columnFamilyName cf 2024-11-20T12:14:48,803 DEBUG [StoreOpener-9e8d67876257860d76fe4f6343164c97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:48,804 INFO [StoreOpener-9e8d67876257860d76fe4f6343164c97-1 {}] regionserver.HStore(327): Store=9e8d67876257860d76fe4f6343164c97/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:14:48,804 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:14:48,805 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/9e8d67876257860d76fe4f6343164c97 2024-11-20T12:14:48,805 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/9e8d67876257860d76fe4f6343164c97 2024-11-20T12:14:48,806 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:14:48,806 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:14:48,807 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:14:48,815 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/9e8d67876257860d76fe4f6343164c97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:14:48,815 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 9e8d67876257860d76fe4f6343164c97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73167279, jitterRate=0.09027741849422455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:14:48,816 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:14:48,816 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 9e8d67876257860d76fe4f6343164c97: Running coprocessor pre-open hook at 1732104888793Writing region info on filesystem at 1732104888793Initializing all the Stores at 1732104888798 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104888798Cleaning up temporary data from old regions at 1732104888806 (+8 ms)Running coprocessor post-open hooks at 1732104888816 (+10 ms)Region opened successfully at 1732104888816 2024-11-20T12:14:48,817 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97., pid=17, masterSystemTime=1732104888749 2024-11-20T12:14:48,819 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. 2024-11-20T12:14:48,819 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. 2024-11-20T12:14:48,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9e8d67876257860d76fe4f6343164c97, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,43765,1732104866656 2024-11-20T12:14:48,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e8d67876257860d76fe4f6343164c97, server=843d83d51ba0,43765,1732104866656 because future has completed 2024-11-20T12:14:48,824 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:14:48,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-11-20T12:14:48,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e8d67876257860d76fe4f6343164c97, server=843d83d51ba0,43765,1732104866656 in 10.0690 sec 2024-11-20T12:14:48,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:14:48,831 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5. 2024-11-20T12:14:48,832 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 09bc15b50a4395dce45d484db755bcc5, NAME => 'SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-20T12:14:48,832 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 09bc15b50a4395dce45d484db755bcc5 2024-11-20T12:14:48,832 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:48,832 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 09bc15b50a4395dce45d484db755bcc5 2024-11-20T12:14:48,832 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 09bc15b50a4395dce45d484db755bcc5 2024-11-20T12:14:48,836 INFO [StoreOpener-09bc15b50a4395dce45d484db755bcc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 09bc15b50a4395dce45d484db755bcc5 2024-11-20T12:14:48,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e8d67876257860d76fe4f6343164c97, ASSIGN in 10.2880 sec 2024-11-20T12:14:48,839 INFO [StoreOpener-09bc15b50a4395dce45d484db755bcc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09bc15b50a4395dce45d484db755bcc5 columnFamilyName cf 2024-11-20T12:14:48,839 DEBUG [StoreOpener-09bc15b50a4395dce45d484db755bcc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:48,840 INFO [StoreOpener-09bc15b50a4395dce45d484db755bcc5-1 {}] regionserver.HStore(327): Store=09bc15b50a4395dce45d484db755bcc5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:14:48,841 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 09bc15b50a4395dce45d484db755bcc5 2024-11-20T12:14:48,843 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/09bc15b50a4395dce45d484db755bcc5 2024-11-20T12:14:48,843 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/09bc15b50a4395dce45d484db755bcc5 2024-11-20T12:14:48,844 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 09bc15b50a4395dce45d484db755bcc5 2024-11-20T12:14:48,844 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 09bc15b50a4395dce45d484db755bcc5 2024-11-20T12:14:48,846 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 09bc15b50a4395dce45d484db755bcc5 2024-11-20T12:14:48,854 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/09bc15b50a4395dce45d484db755bcc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:14:48,854 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b. 2024-11-20T12:14:48,854 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => b13182eb1a8cdaf05e16dce11e84858b, NAME => 'SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-20T12:14:48,855 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b13182eb1a8cdaf05e16dce11e84858b 2024-11-20T12:14:48,855 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:48,855 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for b13182eb1a8cdaf05e16dce11e84858b 2024-11-20T12:14:48,855 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 09bc15b50a4395dce45d484db755bcc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67137204, jitterRate=4.222989082336426E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:14:48,855 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for b13182eb1a8cdaf05e16dce11e84858b 2024-11-20T12:14:48,855 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09bc15b50a4395dce45d484db755bcc5 2024-11-20T12:14:48,855 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 09bc15b50a4395dce45d484db755bcc5: Running coprocessor pre-open hook at 1732104888832Writing region info on filesystem at 1732104888832Initializing all the Stores at 1732104888834 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104888834Cleaning up temporary data from old regions at 1732104888844 (+10 ms)Running coprocessor post-open hooks at 1732104888855 (+11 ms)Region opened successfully at 1732104888855 2024-11-20T12:14:48,856 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5., pid=19, masterSystemTime=1732104888814 2024-11-20T12:14:48,858 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5. 2024-11-20T12:14:48,858 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5. 2024-11-20T12:14:48,859 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. 2024-11-20T12:14:48,859 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 773897aea8c8af70cce7073d93e62150, NAME => 'SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T12:14:48,859 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 773897aea8c8af70cce7073d93e62150 2024-11-20T12:14:48,859 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:48,859 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 773897aea8c8af70cce7073d93e62150 2024-11-20T12:14:48,859 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 773897aea8c8af70cce7073d93e62150 2024-11-20T12:14:48,861 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=09bc15b50a4395dce45d484db755bcc5, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,42661,1732104866574 2024-11-20T12:14:48,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09bc15b50a4395dce45d484db755bcc5, server=843d83d51ba0,42661,1732104866574 because future has completed 2024-11-20T12:14:48,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-20T12:14:48,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 09bc15b50a4395dce45d484db755bcc5, server=843d83d51ba0,42661,1732104866574 in 10.0800 sec 2024-11-20T12:14:48,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09bc15b50a4395dce45d484db755bcc5, ASSIGN in 10.3270 sec 2024-11-20T12:14:48,874 INFO [StoreOpener-b13182eb1a8cdaf05e16dce11e84858b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b13182eb1a8cdaf05e16dce11e84858b 2024-11-20T12:14:48,876 INFO [StoreOpener-b13182eb1a8cdaf05e16dce11e84858b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b13182eb1a8cdaf05e16dce11e84858b columnFamilyName cf 2024-11-20T12:14:48,876 DEBUG [StoreOpener-b13182eb1a8cdaf05e16dce11e84858b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:48,876 INFO [StoreOpener-773897aea8c8af70cce7073d93e62150-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 773897aea8c8af70cce7073d93e62150 2024-11-20T12:14:48,876 INFO [StoreOpener-b13182eb1a8cdaf05e16dce11e84858b-1 {}] regionserver.HStore(327): Store=b13182eb1a8cdaf05e16dce11e84858b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:14:48,877 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for b13182eb1a8cdaf05e16dce11e84858b 2024-11-20T12:14:48,878 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/b13182eb1a8cdaf05e16dce11e84858b 2024-11-20T12:14:48,879 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/b13182eb1a8cdaf05e16dce11e84858b 2024-11-20T12:14:48,879 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for b13182eb1a8cdaf05e16dce11e84858b 2024-11-20T12:14:48,879 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for b13182eb1a8cdaf05e16dce11e84858b 2024-11-20T12:14:48,880 INFO [StoreOpener-773897aea8c8af70cce7073d93e62150-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 773897aea8c8af70cce7073d93e62150 columnFamilyName cf 2024-11-20T12:14:48,881 DEBUG [StoreOpener-773897aea8c8af70cce7073d93e62150-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:48,881 INFO [StoreOpener-773897aea8c8af70cce7073d93e62150-1 {}] regionserver.HStore(327): Store=773897aea8c8af70cce7073d93e62150/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:14:48,881 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 773897aea8c8af70cce7073d93e62150 2024-11-20T12:14:48,883 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/773897aea8c8af70cce7073d93e62150 2024-11-20T12:14:48,884 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/773897aea8c8af70cce7073d93e62150 2024-11-20T12:14:48,884 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for b13182eb1a8cdaf05e16dce11e84858b 2024-11-20T12:14:48,884 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 773897aea8c8af70cce7073d93e62150 2024-11-20T12:14:48,884 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 773897aea8c8af70cce7073d93e62150 2024-11-20T12:14:48,887 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/b13182eb1a8cdaf05e16dce11e84858b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:14:48,887 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened b13182eb1a8cdaf05e16dce11e84858b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69333272, jitterRate=0.03314626216888428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:14:48,887 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 773897aea8c8af70cce7073d93e62150 2024-11-20T12:14:48,887 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b13182eb1a8cdaf05e16dce11e84858b 2024-11-20T12:14:48,888 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for b13182eb1a8cdaf05e16dce11e84858b: Running coprocessor pre-open hook at 1732104888855Writing region info on filesystem at 1732104888855Initializing all the Stores at 1732104888856 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104888856Cleaning up temporary data from old regions at 1732104888879 (+23 ms)Running coprocessor post-open hooks at 1732104888887 (+8 ms)Region opened successfully at 1732104888888 (+1 ms) 2024-11-20T12:14:48,889 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b., pid=20, masterSystemTime=1732104888824 2024-11-20T12:14:48,893 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/773897aea8c8af70cce7073d93e62150/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:14:48,894 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 773897aea8c8af70cce7073d93e62150; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60978531, jitterRate=-0.09134908020496368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:14:48,894 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 773897aea8c8af70cce7073d93e62150 2024-11-20T12:14:48,894 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 773897aea8c8af70cce7073d93e62150: Running coprocessor pre-open hook at 1732104888859Writing region info on filesystem at 1732104888859Initializing all the Stores at 1732104888861 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104888861Cleaning up temporary data from old regions at 1732104888884 (+23 ms)Running coprocessor post-open hooks at 1732104888894 (+10 ms)Region opened successfully at 1732104888894 2024-11-20T12:14:48,895 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b. 2024-11-20T12:14:48,895 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b. 2024-11-20T12:14:48,895 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341. 2024-11-20T12:14:48,895 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b11ee16da1781c5b44743d1e778f341, NAME => 'SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-20T12:14:48,896 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150., pid=18, masterSystemTime=1732104888814 2024-11-20T12:14:48,896 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b13182eb1a8cdaf05e16dce11e84858b, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,42483,1732104866618 2024-11-20T12:14:48,895 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0b11ee16da1781c5b44743d1e778f341 2024-11-20T12:14:48,897 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:48,897 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 0b11ee16da1781c5b44743d1e778f341 2024-11-20T12:14:48,897 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 0b11ee16da1781c5b44743d1e778f341 2024-11-20T12:14:48,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b13182eb1a8cdaf05e16dce11e84858b, server=843d83d51ba0,42483,1732104866618 because future has completed 2024-11-20T12:14:48,901 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. 2024-11-20T12:14:48,901 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. 2024-11-20T12:14:48,901 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75. 2024-11-20T12:14:48,903 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d16ff1bb85b9e2fdae2d1f5435a3d75, NAME => 'SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-20T12:14:48,903 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0d16ff1bb85b9e2fdae2d1f5435a3d75 2024-11-20T12:14:48,903 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:48,903 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=773897aea8c8af70cce7073d93e62150, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,42661,1732104866574 2024-11-20T12:14:48,903 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 0d16ff1bb85b9e2fdae2d1f5435a3d75 2024-11-20T12:14:48,903 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 0d16ff1bb85b9e2fdae2d1f5435a3d75 2024-11-20T12:14:48,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-20T12:14:48,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure b13182eb1a8cdaf05e16dce11e84858b, server=843d83d51ba0,42483,1732104866618 in 10.0870 sec 2024-11-20T12:14:48,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 773897aea8c8af70cce7073d93e62150, server=843d83d51ba0,42661,1732104866574 because future has completed 2024-11-20T12:14:48,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b13182eb1a8cdaf05e16dce11e84858b, ASSIGN in 10.3660 sec 2024-11-20T12:14:48,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-20T12:14:48,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 773897aea8c8af70cce7073d93e62150, server=843d83d51ba0,42661,1732104866574 in 10.1240 sec 2024-11-20T12:14:48,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=773897aea8c8af70cce7073d93e62150, ASSIGN in 10.3720 sec 2024-11-20T12:14:48,917 INFO [StoreOpener-0b11ee16da1781c5b44743d1e778f341-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0b11ee16da1781c5b44743d1e778f341 2024-11-20T12:14:48,919 INFO [StoreOpener-0b11ee16da1781c5b44743d1e778f341-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b11ee16da1781c5b44743d1e778f341 columnFamilyName cf 2024-11-20T12:14:48,919 DEBUG [StoreOpener-0b11ee16da1781c5b44743d1e778f341-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:48,926 INFO [StoreOpener-0b11ee16da1781c5b44743d1e778f341-1 {}] regionserver.HStore(327): Store=0b11ee16da1781c5b44743d1e778f341/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:14:48,926 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 0b11ee16da1781c5b44743d1e778f341 2024-11-20T12:14:48,927 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/0b11ee16da1781c5b44743d1e778f341 2024-11-20T12:14:48,927 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/0b11ee16da1781c5b44743d1e778f341 2024-11-20T12:14:48,927 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 0b11ee16da1781c5b44743d1e778f341 2024-11-20T12:14:48,928 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 0b11ee16da1781c5b44743d1e778f341 2024-11-20T12:14:48,930 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 0b11ee16da1781c5b44743d1e778f341 2024-11-20T12:14:48,932 INFO [StoreOpener-0d16ff1bb85b9e2fdae2d1f5435a3d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0d16ff1bb85b9e2fdae2d1f5435a3d75 2024-11-20T12:14:48,933 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/0b11ee16da1781c5b44743d1e778f341/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:14:48,934 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 0b11ee16da1781c5b44743d1e778f341; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58974520, jitterRate=-0.12121117115020752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:14:48,934 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b11ee16da1781c5b44743d1e778f341 2024-11-20T12:14:48,934 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 0b11ee16da1781c5b44743d1e778f341: Running coprocessor pre-open hook at 1732104888897Writing region info on filesystem at 1732104888897Initializing all the Stores at 1732104888901 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104888901Cleaning up temporary data from old regions at 1732104888928 (+27 ms)Running coprocessor post-open hooks at 1732104888934 (+6 ms)Region opened successfully at 1732104888934 2024-11-20T12:14:48,935 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341., pid=21, masterSystemTime=1732104888824 2024-11-20T12:14:48,936 INFO [StoreOpener-0d16ff1bb85b9e2fdae2d1f5435a3d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d16ff1bb85b9e2fdae2d1f5435a3d75 columnFamilyName cf 2024-11-20T12:14:48,937 DEBUG [StoreOpener-0d16ff1bb85b9e2fdae2d1f5435a3d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:48,938 INFO [StoreOpener-0d16ff1bb85b9e2fdae2d1f5435a3d75-1 {}] regionserver.HStore(327): Store=0d16ff1bb85b9e2fdae2d1f5435a3d75/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:14:48,938 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 0d16ff1bb85b9e2fdae2d1f5435a3d75 2024-11-20T12:14:48,939 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/0d16ff1bb85b9e2fdae2d1f5435a3d75 2024-11-20T12:14:48,939 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0b11ee16da1781c5b44743d1e778f341, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,42483,1732104866618 2024-11-20T12:14:48,939 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/0d16ff1bb85b9e2fdae2d1f5435a3d75 2024-11-20T12:14:48,940 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 0d16ff1bb85b9e2fdae2d1f5435a3d75 2024-11-20T12:14:48,940 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 0d16ff1bb85b9e2fdae2d1f5435a3d75 2024-11-20T12:14:48,941 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341. 2024-11-20T12:14:48,941 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341. 2024-11-20T12:14:48,942 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2. 2024-11-20T12:14:48,942 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c75e63f2b5bfb100ddfd6505cafdeff2, NAME => 'SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-20T12:14:48,942 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c75e63f2b5bfb100ddfd6505cafdeff2 2024-11-20T12:14:48,942 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:48,942 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c75e63f2b5bfb100ddfd6505cafdeff2 2024-11-20T12:14:48,942 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c75e63f2b5bfb100ddfd6505cafdeff2 2024-11-20T12:14:48,943 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 0d16ff1bb85b9e2fdae2d1f5435a3d75 2024-11-20T12:14:48,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b11ee16da1781c5b44743d1e778f341, server=843d83d51ba0,42483,1732104866618 because future has completed 2024-11-20T12:14:48,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-20T12:14:48,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b11ee16da1781c5b44743d1e778f341, server=843d83d51ba0,42483,1732104866618 in 10.1300 sec 2024-11-20T12:14:48,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b11ee16da1781c5b44743d1e778f341, ASSIGN in 10.4090 sec 2024-11-20T12:14:48,953 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/0d16ff1bb85b9e2fdae2d1f5435a3d75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:14:48,954 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 0d16ff1bb85b9e2fdae2d1f5435a3d75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66310813, jitterRate=-0.011891886591911316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:14:48,954 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d16ff1bb85b9e2fdae2d1f5435a3d75 2024-11-20T12:14:48,954 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 0d16ff1bb85b9e2fdae2d1f5435a3d75: Running coprocessor pre-open hook at 1732104888904Writing region info on filesystem at 1732104888904Initializing all the Stores at 1732104888906 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104888907 (+1 ms)Cleaning up temporary data from old regions at 1732104888940 (+33 ms)Running coprocessor post-open hooks at 1732104888954 (+14 ms)Region opened successfully at 1732104888954 2024-11-20T12:14:48,956 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75., pid=23, masterSystemTime=1732104888814 2024-11-20T12:14:48,960 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75. 2024-11-20T12:14:48,960 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75. 2024-11-20T12:14:48,960 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73. 2024-11-20T12:14:48,960 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f45001ebb4508d5838af2d224f1eb73, NAME => 'SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T12:14:48,961 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6f45001ebb4508d5838af2d224f1eb73 2024-11-20T12:14:48,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d16ff1bb85b9e2fdae2d1f5435a3d75, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,42661,1732104866574 2024-11-20T12:14:48,961 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:14:48,961 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6f45001ebb4508d5838af2d224f1eb73 2024-11-20T12:14:48,961 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6f45001ebb4508d5838af2d224f1eb73 2024-11-20T12:14:48,960 INFO [StoreOpener-c75e63f2b5bfb100ddfd6505cafdeff2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c75e63f2b5bfb100ddfd6505cafdeff2 2024-11-20T12:14:48,964 INFO [StoreOpener-c75e63f2b5bfb100ddfd6505cafdeff2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c75e63f2b5bfb100ddfd6505cafdeff2 columnFamilyName cf 2024-11-20T12:14:48,965 INFO [StoreOpener-6f45001ebb4508d5838af2d224f1eb73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6f45001ebb4508d5838af2d224f1eb73 2024-11-20T12:14:48,965 DEBUG [StoreOpener-c75e63f2b5bfb100ddfd6505cafdeff2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:48,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d16ff1bb85b9e2fdae2d1f5435a3d75, server=843d83d51ba0,42661,1732104866574 because future has completed 2024-11-20T12:14:48,966 INFO [StoreOpener-c75e63f2b5bfb100ddfd6505cafdeff2-1 {}] regionserver.HStore(327): Store=c75e63f2b5bfb100ddfd6505cafdeff2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:14:48,966 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c75e63f2b5bfb100ddfd6505cafdeff2 2024-11-20T12:14:48,967 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/c75e63f2b5bfb100ddfd6505cafdeff2 2024-11-20T12:14:48,967 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/c75e63f2b5bfb100ddfd6505cafdeff2 2024-11-20T12:14:48,968 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c75e63f2b5bfb100ddfd6505cafdeff2 2024-11-20T12:14:48,968 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c75e63f2b5bfb100ddfd6505cafdeff2 2024-11-20T12:14:48,968 INFO [StoreOpener-6f45001ebb4508d5838af2d224f1eb73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f45001ebb4508d5838af2d224f1eb73 columnFamilyName cf 2024-11-20T12:14:48,968 DEBUG [StoreOpener-6f45001ebb4508d5838af2d224f1eb73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:14:48,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-20T12:14:48,970 INFO [StoreOpener-6f45001ebb4508d5838af2d224f1eb73-1 {}] regionserver.HStore(327): Store=6f45001ebb4508d5838af2d224f1eb73/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:14:48,970 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c75e63f2b5bfb100ddfd6505cafdeff2 2024-11-20T12:14:48,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d16ff1bb85b9e2fdae2d1f5435a3d75, server=843d83d51ba0,42661,1732104866574 in 10.1310 sec 2024-11-20T12:14:48,971 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6f45001ebb4508d5838af2d224f1eb73 2024-11-20T12:14:48,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d16ff1bb85b9e2fdae2d1f5435a3d75, ASSIGN in 10.4300 sec 2024-11-20T12:14:48,973 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/6f45001ebb4508d5838af2d224f1eb73 2024-11-20T12:14:48,977 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/6f45001ebb4508d5838af2d224f1eb73 2024-11-20T12:14:48,978 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6f45001ebb4508d5838af2d224f1eb73 2024-11-20T12:14:48,978 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6f45001ebb4508d5838af2d224f1eb73 2024-11-20T12:14:48,980 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6f45001ebb4508d5838af2d224f1eb73 2024-11-20T12:14:48,980 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/c75e63f2b5bfb100ddfd6505cafdeff2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:14:48,981 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c75e63f2b5bfb100ddfd6505cafdeff2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68398545, jitterRate=0.01921774446964264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:14:48,981 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c75e63f2b5bfb100ddfd6505cafdeff2 2024-11-20T12:14:48,981 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c75e63f2b5bfb100ddfd6505cafdeff2: Running coprocessor pre-open hook at 1732104888942Writing region info on filesystem at 1732104888942Initializing all the Stores at 1732104888949 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104888949Cleaning up temporary data from old regions at 1732104888968 (+19 ms)Running coprocessor post-open hooks at 1732104888981 (+13 ms)Region opened successfully at 1732104888981 2024-11-20T12:14:48,982 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2., pid=22, masterSystemTime=1732104888824 2024-11-20T12:14:48,986 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c75e63f2b5bfb100ddfd6505cafdeff2, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,42483,1732104866618 2024-11-20T12:14:48,986 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2. 2024-11-20T12:14:48,986 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2. 2024-11-20T12:14:48,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c75e63f2b5bfb100ddfd6505cafdeff2, server=843d83d51ba0,42483,1732104866618 because future has completed 2024-11-20T12:14:48,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-11-20T12:14:48,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c75e63f2b5bfb100ddfd6505cafdeff2, server=843d83d51ba0,42483,1732104866618 in 10.1590 sec 2024-11-20T12:14:49,000 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/6f45001ebb4508d5838af2d224f1eb73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:14:49,001 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6f45001ebb4508d5838af2d224f1eb73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64463651, jitterRate=-0.03941674530506134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:14:49,001 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f45001ebb4508d5838af2d224f1eb73 2024-11-20T12:14:49,001 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6f45001ebb4508d5838af2d224f1eb73: Running coprocessor pre-open hook at 1732104888961Writing region info on filesystem at 1732104888961Initializing all the Stores at 1732104888964 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104888964Cleaning up temporary data from old regions at 1732104888978 (+14 ms)Running coprocessor post-open hooks at 1732104889001 (+23 ms)Region opened successfully at 1732104889001 2024-11-20T12:14:49,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c75e63f2b5bfb100ddfd6505cafdeff2, ASSIGN in 10.4570 sec 2024-11-20T12:14:49,003 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73., pid=24, masterSystemTime=1732104888814 2024-11-20T12:14:49,006 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73. 2024-11-20T12:14:49,006 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73. 2024-11-20T12:14:49,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6f45001ebb4508d5838af2d224f1eb73, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,42661,1732104866574 2024-11-20T12:14:49,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f45001ebb4508d5838af2d224f1eb73, server=843d83d51ba0,42661,1732104866574 because future has completed 2024-11-20T12:14:49,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-20T12:14:49,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f45001ebb4508d5838af2d224f1eb73, server=843d83d51ba0,42661,1732104866574 in 10.1740 sec 2024-11-20T12:14:49,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T12:14:49,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6f45001ebb4508d5838af2d224f1eb73, ASSIGN in 10.4810 sec 2024-11-20T12:14:49,029 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:14:49,029 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732104889029"}]},"ts":"1732104889029"} 2024-11-20T12:14:49,034 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-20T12:14:49,037 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:14:49,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0940 sec 2024-11-20T12:14:51,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-20T12:14:53,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:14:53,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:14:53,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:14:54,303 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:14:54,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:14:54,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:14:54,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:14:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:14:56,157 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-20T12:14:56,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-20T12:14:56,157 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T12:14:56,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-20T12:14:56,161 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T12:14:56,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-20T12:14:56,199 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150., hostname=843d83d51ba0,42661,1732104866574, seqNum=2] 2024-11-20T12:14:56,200 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150., hostname=843d83d51ba0,42661,1732104866574, seqNum=2] 2024-11-20T12:14:56,202 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150., hostname=843d83d51ba0,42661,1732104866574, seqNum=2] 2024-11-20T12:14:56,203 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150., hostname=843d83d51ba0,42661,1732104866574, seqNum=2] 2024-11-20T12:14:56,204 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150., hostname=843d83d51ba0,42661,1732104866574, seqNum=2] 2024-11-20T12:14:56,205 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150., hostname=843d83d51ba0,42661,1732104866574, seqNum=2] 2024-11-20T12:14:56,236 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2., hostname=843d83d51ba0,42483,1732104866618, seqNum=2] 2024-11-20T12:14:56,238 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2., hostname=843d83d51ba0,42483,1732104866618, seqNum=2] 2024-11-20T12:14:56,239 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2., hostname=843d83d51ba0,42483,1732104866618, seqNum=2] 2024-11-20T12:14:56,241 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2., hostname=843d83d51ba0,42483,1732104866618, seqNum=2] 2024-11-20T12:14:56,242 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2., hostname=843d83d51ba0,42483,1732104866618, seqNum=2] 2024-11-20T12:14:56,274 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d., hostname=843d83d51ba0,43765,1732104866656, seqNum=2] 2024-11-20T12:14:56,276 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d., hostname=843d83d51ba0,43765,1732104866656, seqNum=2] 2024-11-20T12:14:56,277 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d., hostname=843d83d51ba0,43765,1732104866656, seqNum=2] 2024-11-20T12:14:56,279 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d., hostname=843d83d51ba0,43765,1732104866656, seqNum=2] 2024-11-20T12:14:56,280 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d., hostname=843d83d51ba0,43765,1732104866656, seqNum=2] 2024-11-20T12:14:56,281 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d., hostname=843d83d51ba0,43765,1732104866656, seqNum=2] 2024-11-20T12:14:56,336 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5., hostname=843d83d51ba0,42661,1732104866574, seqNum=2] 2024-11-20T12:14:56,338 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5., hostname=843d83d51ba0,42661,1732104866574, seqNum=2] 2024-11-20T12:14:56,339 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5., hostname=843d83d51ba0,42661,1732104866574, seqNum=2] 2024-11-20T12:14:56,340 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5., hostname=843d83d51ba0,42661,1732104866574, seqNum=2] 2024-11-20T12:14:56,342 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5., hostname=843d83d51ba0,42661,1732104866574, seqNum=2] 2024-11-20T12:14:56,343 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5., hostname=843d83d51ba0,42661,1732104866574, seqNum=2] 2024-11-20T12:14:56,384 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T12:14:57,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:14:57,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:14:57,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:14:57,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:14:57,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43765 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T12:14:57,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T12:14:57,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. 2024-11-20T12:14:57,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T12:14:57,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42661 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T12:14:57,708 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-20T12:14:57,708 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T12:14:57,709 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T12:14:57,710 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T12:14:57,713 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T12:14:57,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741848_1024 (size=49) 2024-11-20T12:14:57,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741848_1024 (size=49) 2024-11-20T12:14:57,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741848_1024 (size=49) 2024-11-20T12:14:57,723 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T12:14:57,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d16ff1bb85b9e2fdae2d1f5435a3d75}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e8d67876257860d76fe4f6343164c97}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b13182eb1a8cdaf05e16dce11e84858b}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f45001ebb4508d5838af2d224f1eb73}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d38e01d58f3296c2a3113da4aac0572b}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b11ee16da1781c5b44743d1e778f341}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 773897aea8c8af70cce7073d93e62150}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c75e63f2b5bfb100ddfd6505cafdeff2}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 73ff31ed094d45068dd11a58aab80e8d}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09bc15b50a4395dce45d484db755bcc5}] 2024-11-20T12:14:57,725 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09bc15b50a4395dce45d484db755bcc5 2024-11-20T12:14:57,725 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:14:57,725 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c75e63f2b5bfb100ddfd6505cafdeff2 2024-11-20T12:14:57,725 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 773897aea8c8af70cce7073d93e62150 2024-11-20T12:14:57,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b11ee16da1781c5b44743d1e778f341 2024-11-20T12:14:57,729 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f45001ebb4508d5838af2d224f1eb73 2024-11-20T12:14:57,729 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:14:57,729 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b13182eb1a8cdaf05e16dce11e84858b 2024-11-20T12:14:57,730 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:14:57,730 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d16ff1bb85b9e2fdae2d1f5435a3d75 2024-11-20T12:15:00,022 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-20T12:15:07,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-20T12:15:07,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-20T12:15:07,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-20T12:15:07,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-20T12:15:07,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. 2024-11-20T12:15:07,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-20T12:15:07,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. 2024-11-20T12:15:07,728 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 773897aea8c8af70cce7073d93e62150 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-20T12:15:07,728 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 73ff31ed094d45068dd11a58aab80e8d 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-20T12:15:07,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-20T12:15:07,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341. 2024-11-20T12:15:07,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-20T12:15:07,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 0b11ee16da1781c5b44743d1e778f341: 2024-11-20T12:15:07,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341. for SnapshotProcedureTest completed. 2024-11-20T12:15:07,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5. 2024-11-20T12:15:07,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:15:07,729 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 09bc15b50a4395dce45d484db755bcc5 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-20T12:15:07,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:15:07,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T12:15:07,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-20T12:15:07,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-20T12:15:07,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. 2024-11-20T12:15:07,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 9e8d67876257860d76fe4f6343164c97: 2024-11-20T12:15:07,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. for SnapshotProcedureTest completed. 2024-11-20T12:15:07,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-20T12:15:07,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:15:07,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75. 2024-11-20T12:15:07,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:15:07,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T12:15:07,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0d16ff1bb85b9e2fdae2d1f5435a3d75: 2024-11-20T12:15:07,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75. for SnapshotProcedureTest completed. 2024-11-20T12:15:07,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:15:07,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:15:07,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T12:15:07,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b. 2024-11-20T12:15:07,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for b13182eb1a8cdaf05e16dce11e84858b: 2024-11-20T12:15:07,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b. for SnapshotProcedureTest completed. 2024-11-20T12:15:07,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:15:07,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:15:07,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T12:15:07,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2. 2024-11-20T12:15:07,740 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing c75e63f2b5bfb100ddfd6505cafdeff2 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-20T12:15:07,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. 2024-11-20T12:15:07,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for d38e01d58f3296c2a3113da4aac0572b: 2024-11-20T12:15:07,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. for SnapshotProcedureTest completed. 2024-11-20T12:15:07,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:15:07,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:15:07,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T12:15:07,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/73ff31ed094d45068dd11a58aab80e8d/.tmp/cf/b1a4df481167463ea96f19089d8698d6 is 34, key is ccd/cf:cf/1732104897103/Put/seqid=0 2024-11-20T12:15:07,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/773897aea8c8af70cce7073d93e62150/.tmp/cf/059cd705fd2149a1b3973723028fcd05 is 34, key is aaa/cf:cf/1732104897162/Put/seqid=0 2024-11-20T12:15:07,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/c75e63f2b5bfb100ddfd6505cafdeff2/.tmp/cf/73ba34001b4944ffbc2d2154251e222a is 34, key is baa/cf:cf/1732104897111/Put/seqid=0 2024-11-20T12:15:07,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741854_1030 (size=47197) 2024-11-20T12:15:07,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741854_1030 (size=47197) 2024-11-20T12:15:07,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741854_1030 (size=47197) 2024-11-20T12:15:07,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/09bc15b50a4395dce45d484db755bcc5/.tmp/cf/c99d5cb2a169415ba8ab9a59fa7a5727 is 34, key is eaa/cf:cf/1732104897593/Put/seqid=0 2024-11-20T12:15:07,915 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/73ff31ed094d45068dd11a58aab80e8d/.tmp/cf/b1a4df481167463ea96f19089d8698d6 2024-11-20T12:15:07,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741849_1025 (size=65) 2024-11-20T12:15:07,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741849_1025 (size=65) 2024-11-20T12:15:07,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741849_1025 (size=65) 2024-11-20T12:15:07,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341. 2024-11-20T12:15:07,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T12:15:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-20T12:15:07,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0b11ee16da1781c5b44743d1e778f341 2024-11-20T12:15:07,935 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b11ee16da1781c5b44743d1e778f341 2024-11-20T12:15:07,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0b11ee16da1781c5b44743d1e778f341 in 10.2140 sec 2024-11-20T12:15:07,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741850_1026 (size=65) 2024-11-20T12:15:07,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741850_1026 (size=65) 2024-11-20T12:15:07,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741850_1026 (size=65) 2024-11-20T12:15:07,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. 2024-11-20T12:15:07,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-20T12:15:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-20T12:15:07,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:15:07,995 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:15:08,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d38e01d58f3296c2a3113da4aac0572b in 10.2730 sec 2024-11-20T12:15:08,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741851_1027 (size=65) 2024-11-20T12:15:08,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741851_1027 (size=65) 2024-11-20T12:15:08,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. 2024-11-20T12:15:08,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741851_1027 (size=65) 2024-11-20T12:15:08,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T12:15:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-20T12:15:08,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:15:08,128 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:15:08,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9e8d67876257860d76fe4f6343164c97 in 10.4060 sec 2024-11-20T12:15:08,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741852_1028 (size=65) 2024-11-20T12:15:08,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741852_1028 (size=65) 2024-11-20T12:15:08,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741852_1028 (size=65) 2024-11-20T12:15:08,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b. 2024-11-20T12:15:08,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-20T12:15:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-20T12:15:08,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b13182eb1a8cdaf05e16dce11e84858b 2024-11-20T12:15:08,146 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b13182eb1a8cdaf05e16dce11e84858b 2024-11-20T12:15:08,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b13182eb1a8cdaf05e16dce11e84858b in 10.4250 sec 2024-11-20T12:15:08,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741856_1032 (size=26918) 2024-11-20T12:15:08,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741856_1032 (size=26918) 2024-11-20T12:15:08,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741856_1032 (size=26918) 2024-11-20T12:15:08,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741853_1029 (size=57) 2024-11-20T12:15:08,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741853_1029 (size=57) 2024-11-20T12:15:08,174 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/773897aea8c8af70cce7073d93e62150/.tmp/cf/059cd705fd2149a1b3973723028fcd05 2024-11-20T12:15:08,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741853_1029 (size=57) 2024-11-20T12:15:08,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75. 2024-11-20T12:15:08,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T12:15:08,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73. 2024-11-20T12:15:08,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 6f45001ebb4508d5838af2d224f1eb73: 2024-11-20T12:15:08,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73. for SnapshotProcedureTest completed. 2024-11-20T12:15:08,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/73ff31ed094d45068dd11a58aab80e8d/.tmp/cf/b1a4df481167463ea96f19089d8698d6 as hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/73ff31ed094d45068dd11a58aab80e8d/cf/b1a4df481167463ea96f19089d8698d6 2024-11-20T12:15:08,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:15:08,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:15:08,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T12:15:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T12:15:08,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0d16ff1bb85b9e2fdae2d1f5435a3d75 2024-11-20T12:15:08,213 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d16ff1bb85b9e2fdae2d1f5435a3d75 2024-11-20T12:15:08,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/773897aea8c8af70cce7073d93e62150/.tmp/cf/059cd705fd2149a1b3973723028fcd05 as hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/773897aea8c8af70cce7073d93e62150/cf/059cd705fd2149a1b3973723028fcd05 2024-11-20T12:15:08,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d16ff1bb85b9e2fdae2d1f5435a3d75 in 10.4920 sec 2024-11-20T12:15:08,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741855_1031 (size=499309) 2024-11-20T12:15:08,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741855_1031 (size=499309) 2024-11-20T12:15:08,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741855_1031 (size=499309) 2024-11-20T12:15:08,254 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/09bc15b50a4395dce45d484db755bcc5/.tmp/cf/c99d5cb2a169415ba8ab9a59fa7a5727 2024-11-20T12:15:08,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/09bc15b50a4395dce45d484db755bcc5/.tmp/cf/c99d5cb2a169415ba8ab9a59fa7a5727 as hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/09bc15b50a4395dce45d484db755bcc5/cf/c99d5cb2a169415ba8ab9a59fa7a5727 2024-11-20T12:15:08,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741857_1033 (size=28623) 2024-11-20T12:15:08,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741857_1033 (size=28623) 2024-11-20T12:15:08,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741857_1033 (size=28623) 2024-11-20T12:15:08,274 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/73ff31ed094d45068dd11a58aab80e8d/cf/b1a4df481167463ea96f19089d8698d6, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-20T12:15:08,283 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 73ff31ed094d45068dd11a58aab80e8d in 555ms, sequenceid=5, compaction requested=false 2024-11-20T12:15:08,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 73ff31ed094d45068dd11a58aab80e8d: 2024-11-20T12:15:08,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. for SnapshotProcedureTest completed. 2024-11-20T12:15:08,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:15:08,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:15:08,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/73ff31ed094d45068dd11a58aab80e8d/cf/b1a4df481167463ea96f19089d8698d6] hfiles 2024-11-20T12:15:08,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/73ff31ed094d45068dd11a58aab80e8d/cf/b1a4df481167463ea96f19089d8698d6 for snapshot=SnapshotProcedureTest 2024-11-20T12:15:08,293 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/773897aea8c8af70cce7073d93e62150/cf/059cd705fd2149a1b3973723028fcd05, entries=676, sequenceid=5, filesize=26.3 K 2024-11-20T12:15:08,295 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 773897aea8c8af70cce7073d93e62150 in 566ms, sequenceid=5, compaction requested=false 2024-11-20T12:15:08,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 773897aea8c8af70cce7073d93e62150: 2024-11-20T12:15:08,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. for SnapshotProcedureTest completed. 2024-11-20T12:15:08,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:15:08,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:15:08,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/773897aea8c8af70cce7073d93e62150/cf/059cd705fd2149a1b3973723028fcd05] hfiles 2024-11-20T12:15:08,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/773897aea8c8af70cce7073d93e62150/cf/059cd705fd2149a1b3973723028fcd05 for snapshot=SnapshotProcedureTest 2024-11-20T12:15:08,296 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/09bc15b50a4395dce45d484db755bcc5/cf/c99d5cb2a169415ba8ab9a59fa7a5727, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-20T12:15:08,298 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 09bc15b50a4395dce45d484db755bcc5 in 569ms, sequenceid=5, compaction requested=false 2024-11-20T12:15:08,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 09bc15b50a4395dce45d484db755bcc5: 2024-11-20T12:15:08,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5. for SnapshotProcedureTest completed. 2024-11-20T12:15:08,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:15:08,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:15:08,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/09bc15b50a4395dce45d484db755bcc5/cf/c99d5cb2a169415ba8ab9a59fa7a5727] hfiles 2024-11-20T12:15:08,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/09bc15b50a4395dce45d484db755bcc5/cf/c99d5cb2a169415ba8ab9a59fa7a5727 for snapshot=SnapshotProcedureTest 2024-11-20T12:15:08,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741858_1034 (size=65) 2024-11-20T12:15:08,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73. 2024-11-20T12:15:08,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T12:15:08,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741858_1034 (size=65) 2024-11-20T12:15:08,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741858_1034 (size=65) 2024-11-20T12:15:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-20T12:15:08,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6f45001ebb4508d5838af2d224f1eb73 2024-11-20T12:15:08,400 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6f45001ebb4508d5838af2d224f1eb73 2024-11-20T12:15:08,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6f45001ebb4508d5838af2d224f1eb73 in 10.6800 sec 2024-11-20T12:15:08,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741859_1035 (size=105) 2024-11-20T12:15:08,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741859_1035 (size=105) 2024-11-20T12:15:08,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741859_1035 (size=105) 2024-11-20T12:15:08,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741860_1036 (size=97) 2024-11-20T12:15:08,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741860_1036 (size=97) 2024-11-20T12:15:08,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741861_1037 (size=105) 2024-11-20T12:15:08,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741861_1037 (size=105) 2024-11-20T12:15:08,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741860_1036 (size=97) 2024-11-20T12:15:08,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5. 2024-11-20T12:15:08,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-20T12:15:08,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741861_1037 (size=105) 2024-11-20T12:15:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-20T12:15:08,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 09bc15b50a4395dce45d484db755bcc5 2024-11-20T12:15:08,429 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09bc15b50a4395dce45d484db755bcc5 2024-11-20T12:15:08,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. 2024-11-20T12:15:08,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-20T12:15:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-20T12:15:08,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 773897aea8c8af70cce7073d93e62150 2024-11-20T12:15:08,431 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 773897aea8c8af70cce7073d93e62150 2024-11-20T12:15:08,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 09bc15b50a4395dce45d484db755bcc5 in 10.7080 sec 2024-11-20T12:15:08,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 773897aea8c8af70cce7073d93e62150 in 10.7090 sec 2024-11-20T12:15:08,670 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/c75e63f2b5bfb100ddfd6505cafdeff2/.tmp/cf/73ba34001b4944ffbc2d2154251e222a 2024-11-20T12:15:08,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/c75e63f2b5bfb100ddfd6505cafdeff2/.tmp/cf/73ba34001b4944ffbc2d2154251e222a as hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/c75e63f2b5bfb100ddfd6505cafdeff2/cf/73ba34001b4944ffbc2d2154251e222a 2024-11-20T12:15:08,686 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/c75e63f2b5bfb100ddfd6505cafdeff2/cf/73ba34001b4944ffbc2d2154251e222a, entries=731, sequenceid=5, filesize=28.0 K 2024-11-20T12:15:08,687 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for c75e63f2b5bfb100ddfd6505cafdeff2 in 947ms, sequenceid=5, compaction requested=false 2024-11-20T12:15:08,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for c75e63f2b5bfb100ddfd6505cafdeff2: 2024-11-20T12:15:08,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2. for SnapshotProcedureTest completed. 2024-11-20T12:15:08,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T12:15:08,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T12:15:08,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/c75e63f2b5bfb100ddfd6505cafdeff2/cf/73ba34001b4944ffbc2d2154251e222a] hfiles 2024-11-20T12:15:08,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/c75e63f2b5bfb100ddfd6505cafdeff2/cf/73ba34001b4944ffbc2d2154251e222a for snapshot=SnapshotProcedureTest 2024-11-20T12:15:08,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741862_1038 (size=105) 2024-11-20T12:15:08,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741862_1038 (size=105) 2024-11-20T12:15:08,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741862_1038 (size=105) 2024-11-20T12:15:08,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2. 2024-11-20T12:15:08,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-20T12:15:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-20T12:15:08,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c75e63f2b5bfb100ddfd6505cafdeff2 2024-11-20T12:15:08,734 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c75e63f2b5bfb100ddfd6505cafdeff2 2024-11-20T12:15:08,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c75e63f2b5bfb100ddfd6505cafdeff2 in 11.0120 sec 2024-11-20T12:15:08,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. 2024-11-20T12:15:08,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-20T12:15:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-20T12:15:08,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:15:08,819 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:15:08,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-20T12:15:08,829 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T12:15:08,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 73ff31ed094d45068dd11a58aab80e8d in 11.0980 sec 2024-11-20T12:15:08,830 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T12:15:08,831 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T12:15:08,831 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-20T12:15:08,833 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T12:15:08,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741863_1039 (size=1174) 2024-11-20T12:15:08,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741863_1039 (size=1174) 2024-11-20T12:15:08,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741863_1039 (size=1174) 2024-11-20T12:15:08,880 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T12:15:08,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-20T12:15:08,889 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,43765,1732104866656 2024-11-20T12:15:08,889 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,43765,1732104866656 2024-11-20T12:15:08,889 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,42661,1732104866574 2024-11-20T12:15:08,889 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,42483,1732104866618 2024-11-20T12:15:08,889 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,43765,1732104866656 2024-11-20T12:15:08,900 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,42661,1732104866574 2024-11-20T12:15:08,900 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,42483,1732104866618 2024-11-20T12:15:08,900 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,42483,1732104866618 2024-11-20T12:15:08,901 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,42661,1732104866574 2024-11-20T12:15:08,934 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T12:15:08,935 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 843d83d51ba0,43765,1732104866656 2024-11-20T12:15:08,935 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 843d83d51ba0,43765,1732104866656: Simulated kill ***** 2024-11-20T12:15:08,935 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T12:15:08,935 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T12:15:08,936 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T12:15:08,936 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T12:15:08,936 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T12:15:08,936 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 518303632 }, "NonHeapMemoryUsage": { "committed": 177012736, "init": 7667712, "max": -1, "used": 172203272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T12:15:08,937 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35401 {}] master.MasterRpcServices(700): 843d83d51ba0,43765,1732104866656 reported a fatal error: ***** ABORTING region server 843d83d51ba0,43765,1732104866656: Simulated kill ***** 2024-11-20T12:15:08,937 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,43765,1732104866656' ***** 2024-11-20T12:15:08,937 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-20T12:15:08,937 INFO [RS:2;843d83d51ba0:43765 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:15:08,938 INFO [RS:2;843d83d51ba0:43765 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T12:15:08,938 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:15:08,938 INFO [RS:2;843d83d51ba0:43765 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T12:15:08,938 INFO [RS:2;843d83d51ba0:43765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:15:08,938 INFO [RS:2;843d83d51ba0:43765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;843d83d51ba0:43765. 2024-11-20T12:15:08,938 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T12:15:08,938 DEBUG [RS:2;843d83d51ba0:43765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:15:08,938 DEBUG [RS:2;843d83d51ba0:43765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:15:08,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741834_1010 (size=1488) 2024-11-20T12:15:08,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741834_1010 (size=1488) 2024-11-20T12:15:08,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741834_1010 (size=1488) 2024-11-20T12:15:08,946 DEBUG [RS:2;843d83d51ba0:43765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:15:08,946 INFO [RS:2;843d83d51ba0:43765 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:15:08,947 INFO [RS:2;843d83d51ba0:43765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43765 2024-11-20T12:15:08,990 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:15:09,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T12:15:09,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43765-0x101582ac6000003, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/843d83d51ba0,43765,1732104866656 2024-11-20T12:15:09,016 INFO [RS:2;843d83d51ba0:43765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:15:09,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,43765,1732104866656] 2024-11-20T12:15:09,037 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/843d83d51ba0,43765,1732104866656 already deleted, retry=false 2024-11-20T12:15:09,037 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 843d83d51ba0,43765,1732104866656 on 843d83d51ba0,35401,1732104866406 2024-11-20T12:15:09,038 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 843d83d51ba0,43765,1732104866656, splitWal=true, meta=false 2024-11-20T12:15:09,038 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 843d83d51ba0,43765,1732104866656 (carryingMeta=false) 843d83d51ba0,43765,1732104866656/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2535e667[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T12:15:09,039 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 843d83d51ba0,43765,1732104866656, splitWal=true, meta=false 2024-11-20T12:15:09,042 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 843d83d51ba0,43765,1732104866656 had 3 regions 2024-11-20T12:15:09,045 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 843d83d51ba0,43765,1732104866656, splitWal=true, meta=false, isMeta: false 2024-11-20T12:15:09,046 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656-splitting 2024-11-20T12:15:09,047 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,43765,1732104866656 Release verify snapshot worker=843d83d51ba0,43765,1732104866656 2024-11-20T12:15:09,048 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 843d83d51ba0,43765,1732104866656, this operation will be retried to send to another server 2024-11-20T12:15:09,048 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T12:15:09,048 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732104910048 2024-11-20T12:15:09,050 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,43765,1732104866656 Release verify snapshot worker=843d83d51ba0,43765,1732104866656 2024-11-20T12:15:09,050 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to 843d83d51ba0,43765,1732104866656, this operation will be retried to send to another server 2024-11-20T12:15:09,050 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T12:15:09,051 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732104910051 2024-11-20T12:15:09,051 INFO [PEWorker-5 {}] master.SplitWALManager(105): 843d83d51ba0,43765,1732104866656 WAL count=1, meta=false 2024-11-20T12:15:09,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 843d83d51ba0%2C43765%2C1732104866656.1732104867375}] 2024-11-20T12:15:09,052 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-20T12:15:09,052 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-20T12:15:09,052 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-20T12:15:09,054 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=843d83d51ba0,42483,1732104866618 2024-11-20T12:15:09,054 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,43765,1732104866656 Release verify snapshot worker=843d83d51ba0,43765,1732104866656 2024-11-20T12:15:09,054 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to 843d83d51ba0,43765,1732104866656, this operation will be retried to send to another server 2024-11-20T12:15:09,055 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T12:15:09,055 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732104910055 2024-11-20T12:15:09,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 843d83d51ba0%2C43765%2C1732104866656.1732104867375, worker=843d83d51ba0,42483,1732104866618}] 2024-11-20T12:15:09,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43765-0x101582ac6000003, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:15:09,127 INFO [RS:2;843d83d51ba0:43765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:15:09,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43765-0x101582ac6000003, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:15:09,127 INFO [RS:2;843d83d51ba0:43765 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,43765,1732104866656; zookeeper connection closed. 2024-11-20T12:15:09,127 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@613b0d58 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@613b0d58 2024-11-20T12:15:09,233 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:15:09,233 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:15:18,704 INFO [master/843d83d51ba0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T12:15:18,704 INFO [master/843d83d51ba0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T12:15:18,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-20T12:15:18,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-20T12:15:18,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-20T12:15:18,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-20T12:15:18,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-20T12:15:18,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-20T12:15:18,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-20T12:15:18,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T12:15:18,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-20T12:15:18,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-20T12:15:18,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-20T12:15:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-20T12:15:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-20T12:15:18,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T12:15:18,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-20T12:15:18,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-20T12:15:18,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-20T12:15:18,900 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42661,1732104866574 Release verify snapshot worker=843d83d51ba0,42661,1732104866574 2024-11-20T12:15:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-20T12:15:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-20T12:15:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-20T12:15:18,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42661,1732104866574 in 10.0160 sec 2024-11-20T12:15:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-20T12:15:18,904 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42661,1732104866574 Release verify snapshot worker=843d83d51ba0,42661,1732104866574 2024-11-20T12:15:18,905 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,42661,1732104866574 2024-11-20T12:15:18,905 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,42661,1732104866574 2024-11-20T12:15:18,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42661,1732104866574 in 10.0200 sec 2024-11-20T12:15:18,911 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42483,1732104866618 Release verify snapshot worker=843d83d51ba0,42483,1732104866618 2024-11-20T12:15:18,912 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42483,1732104866618 Release verify snapshot worker=843d83d51ba0,42483,1732104866618 2024-11-20T12:15:18,912 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42483,1732104866618 Release verify snapshot worker=843d83d51ba0,42483,1732104866618 2024-11-20T12:15:18,912 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42661,1732104866574 Release verify snapshot worker=843d83d51ba0,42661,1732104866574 2024-11-20T12:15:18,913 INFO [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656-splitting/843d83d51ba0%2C43765%2C1732104866656.1732104867375, size=1.5 K (1488bytes) 2024-11-20T12:15:18,914 INFO [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656-splitting/843d83d51ba0%2C43765%2C1732104866656.1732104867375 2024-11-20T12:15:18,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42661,1732104866574 in 10.0280 sec 2024-11-20T12:15:18,916 INFO [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656-splitting/843d83d51ba0%2C43765%2C1732104866656.1732104867375 after 2ms 2024-11-20T12:15:18,917 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,42483,1732104866618 2024-11-20T12:15:18,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42483,1732104866618 in 10.0280 sec 2024-11-20T12:15:18,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42483,1732104866618 in 10.0270 sec 2024-11-20T12:15:18,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42483,1732104866618 in 10.0280 sec 2024-11-20T12:15:18,919 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=843d83d51ba0,42483,1732104866618 2024-11-20T12:15:18,921 INFO [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656-splitting/843d83d51ba0%2C43765%2C1732104866656.1732104867375 took 8ms 2024-11-20T12:15:18,935 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 73ff31ed094d45068dd11a58aab80e8d: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-20T12:15:18,936 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for d38e01d58f3296c2a3113da4aac0572b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T12:15:18,938 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 9e8d67876257860d76fe4f6343164c97: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T12:15:18,938 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656-splitting/843d83d51ba0%2C43765%2C1732104866656.1732104867375 so closing down 2024-11-20T12:15:18,938 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T12:15:18,939 INFO [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T12:15:18,939 INFO [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 7 ms; skipped=5; WAL=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656-splitting/843d83d51ba0%2C43765%2C1732104866656.1732104867375, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-20T12:15:18,939 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656-splitting/843d83d51ba0%2C43765%2C1732104866656.1732104867375, journal: Splitting hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656-splitting/843d83d51ba0%2C43765%2C1732104866656.1732104867375, size=1.5 K (1488bytes) at 1732104918913Finishing writing output for hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656-splitting/843d83d51ba0%2C43765%2C1732104866656.1732104867375 so closing down at 1732104918938 (+25 ms)3 split writer threads finished at 1732104918939 (+1 ms)Processed 5 edits across 0 Regions in 7 ms; skipped=5; WAL=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656-splitting/843d83d51ba0%2C43765%2C1732104866656.1732104867375, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1732104918939 2024-11-20T12:15:18,939 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656-splitting/843d83d51ba0%2C43765%2C1732104866656.1732104867375 2024-11-20T12:15:18,939 DEBUG [RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T12:15:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-20T12:15:18,943 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656-splitting/843d83d51ba0%2C43765%2C1732104866656.1732104867375 to hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/oldWALs 2024-11-20T12:15:18,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-20T12:15:18,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 843d83d51ba0%2C43765%2C1732104866656.1732104867375, worker=843d83d51ba0,42483,1732104866618 in 9.8830 sec 2024-11-20T12:15:18,948 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=843d83d51ba0,42483,1732104866618 2024-11-20T12:15:18,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-20T12:15:18,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 843d83d51ba0%2C43765%2C1732104866656.1732104867375, worker=843d83d51ba0,42483,1732104866618 in 9.8970 sec 2024-11-20T12:15:18,952 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656-splitting dir is empty, no logs to split. 2024-11-20T12:15:18,952 INFO [PEWorker-1 {}] master.SplitWALManager(105): 843d83d51ba0,43765,1732104866656 WAL count=0, meta=false 2024-11-20T12:15:18,952 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 843d83d51ba0,43765,1732104866656 WAL splitting is done? wals=0, meta=false 2024-11-20T12:15:18,953 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 843d83d51ba0,43765,1732104866656 failed, ignore...File hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/WALs/843d83d51ba0,43765,1732104866656-splitting does not exist. 2024-11-20T12:15:18,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d38e01d58f3296c2a3113da4aac0572b, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=73ff31ed094d45068dd11a58aab80e8d, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e8d67876257860d76fe4f6343164c97, ASSIGN}] 2024-11-20T12:15:18,956 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=73ff31ed094d45068dd11a58aab80e8d, ASSIGN 2024-11-20T12:15:18,956 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d38e01d58f3296c2a3113da4aac0572b, ASSIGN 2024-11-20T12:15:18,956 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e8d67876257860d76fe4f6343164c97, ASSIGN 2024-11-20T12:15:18,957 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=73ff31ed094d45068dd11a58aab80e8d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T12:15:18,957 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d38e01d58f3296c2a3113da4aac0572b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T12:15:18,957 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e8d67876257860d76fe4f6343164c97, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T12:15:19,108 DEBUG [843d83d51ba0:35401 {}] balancer.BalancerClusterState(204): Hosts are {843d83d51ba0=0} racks are {/default-rack=0} 2024-11-20T12:15:19,108 DEBUG [843d83d51ba0:35401 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T12:15:19,108 DEBUG [843d83d51ba0:35401 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T12:15:19,108 DEBUG [843d83d51ba0:35401 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T12:15:19,108 DEBUG [843d83d51ba0:35401 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T12:15:19,108 INFO [843d83d51ba0:35401 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T12:15:19,108 INFO [843d83d51ba0:35401 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T12:15:19,108 DEBUG [843d83d51ba0:35401 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T12:15:19,109 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=73ff31ed094d45068dd11a58aab80e8d, regionState=OPENING, regionLocation=843d83d51ba0,42483,1732104866618 2024-11-20T12:15:19,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=d38e01d58f3296c2a3113da4aac0572b, regionState=OPENING, regionLocation=843d83d51ba0,42661,1732104866574 2024-11-20T12:15:19,109 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=9e8d67876257860d76fe4f6343164c97, regionState=OPENING, regionLocation=843d83d51ba0,42483,1732104866618 2024-11-20T12:15:19,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d38e01d58f3296c2a3113da4aac0572b, ASSIGN because future has completed 2024-11-20T12:15:19,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=73ff31ed094d45068dd11a58aab80e8d, ASSIGN because future has completed 2024-11-20T12:15:19,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure d38e01d58f3296c2a3113da4aac0572b, server=843d83d51ba0,42661,1732104866574}] 2024-11-20T12:15:19,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73ff31ed094d45068dd11a58aab80e8d, server=843d83d51ba0,42483,1732104866618}] 2024-11-20T12:15:19,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e8d67876257860d76fe4f6343164c97, ASSIGN because future has completed 2024-11-20T12:15:19,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e8d67876257860d76fe4f6343164c97, server=843d83d51ba0,42483,1732104866618}] 2024-11-20T12:15:26,385 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T12:15:27,319 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-20T12:15:28,914 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. 2024-11-20T12:15:28,915 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => d38e01d58f3296c2a3113da4aac0572b, NAME => 'SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-20T12:15:28,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-20T12:15:28,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-20T12:15:28,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-20T12:15:28,915 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:15:28,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-20T12:15:28,916 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:15:28,916 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:15:28,916 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:15:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-20T12:15:28,917 INFO [StoreOpener-d38e01d58f3296c2a3113da4aac0572b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:15:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-20T12:15:28,918 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42661,1732104866574 Release verify snapshot worker=843d83d51ba0,42661,1732104866574 2024-11-20T12:15:28,919 INFO [StoreOpener-d38e01d58f3296c2a3113da4aac0572b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d38e01d58f3296c2a3113da4aac0572b columnFamilyName cf 2024-11-20T12:15:28,919 DEBUG [StoreOpener-d38e01d58f3296c2a3113da4aac0572b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:15:28,920 INFO [StoreOpener-d38e01d58f3296c2a3113da4aac0572b-1 {}] regionserver.HStore(327): Store=d38e01d58f3296c2a3113da4aac0572b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:15:28,920 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:15:28,920 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42661,1732104866574 Release verify snapshot worker=843d83d51ba0,42661,1732104866574 2024-11-20T12:15:28,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42661,1732104866574 in 20.0340 sec 2024-11-20T12:15:28,921 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:15:28,922 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. 2024-11-20T12:15:28,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-20T12:15:28,922 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e8d67876257860d76fe4f6343164c97, NAME => 'SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-20T12:15:28,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-20T12:15:28,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-20T12:15:28,922 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:15:28,922 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:15:28,922 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:15:28,922 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:15:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-20T12:15:28,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-20T12:15:28,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42661,1732104866574 in 20.0360 sec 2024-11-20T12:15:28,924 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:15:28,924 INFO [StoreOpener-9e8d67876257860d76fe4f6343164c97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:15:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-20T12:15:28,924 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:15:28,924 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:15:28,925 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42483,1732104866618 Release verify snapshot worker=843d83d51ba0,42483,1732104866618 2024-11-20T12:15:28,925 INFO [StoreOpener-9e8d67876257860d76fe4f6343164c97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e8d67876257860d76fe4f6343164c97 columnFamilyName cf 2024-11-20T12:15:28,925 DEBUG [StoreOpener-9e8d67876257860d76fe4f6343164c97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:15:28,926 INFO [StoreOpener-9e8d67876257860d76fe4f6343164c97-1 {}] regionserver.HStore(327): Store=9e8d67876257860d76fe4f6343164c97/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:15:28,926 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:15:28,926 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42483,1732104866618 Release verify snapshot worker=843d83d51ba0,42483,1732104866618 2024-11-20T12:15:28,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42483,1732104866618 in 20.0410 sec 2024-11-20T12:15:28,927 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:15:28,927 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/9e8d67876257860d76fe4f6343164c97 2024-11-20T12:15:28,928 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened d38e01d58f3296c2a3113da4aac0572b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60905404, jitterRate=-0.09243875741958618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:15:28,928 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:15:28,928 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for d38e01d58f3296c2a3113da4aac0572b: Running coprocessor pre-open hook at 1732104928916Writing region info on filesystem at 1732104928916Initializing all the Stores at 1732104928917 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104928917Cleaning up temporary data from old regions at 1732104928925 (+8 ms)Running coprocessor post-open hooks at 1732104928928 (+3 ms)Region opened successfully at 1732104928928 2024-11-20T12:15:28,928 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/9e8d67876257860d76fe4f6343164c97 2024-11-20T12:15:28,929 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:15:28,929 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:15:28,929 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b., pid=52, masterSystemTime=1732104928905 2024-11-20T12:15:28,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=25 2024-11-20T12:15:28,929 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T12:15:28,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=843d83d51ba0,42483,1732104866618 in 20.0430 sec 2024-11-20T12:15:28,929 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/.hbase-snapshot/SnapshotProcedureTest 2024-11-20T12:15:28,930 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. 2024-11-20T12:15:28,930 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. 2024-11-20T12:15:28,931 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:15:28,931 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T12:15:28,931 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-20T12:15:28,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=d38e01d58f3296c2a3113da4aac0572b, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,42661,1732104866574 2024-11-20T12:15:28,932 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 9e8d67876257860d76fe4f6343164c97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63804800, jitterRate=-0.04923439025878906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:15:28,932 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:15:28,932 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 9e8d67876257860d76fe4f6343164c97: Running coprocessor pre-open hook at 1732104928922Writing region info on filesystem at 1732104928923 (+1 ms)Initializing all the Stores at 1732104928923Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104928924 (+1 ms)Cleaning up temporary data from old regions at 1732104928929 (+5 ms)Running coprocessor post-open hooks at 1732104928932 (+3 ms)Region opened successfully at 1732104928932 2024-11-20T12:15:28,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure d38e01d58f3296c2a3113da4aac0572b, server=843d83d51ba0,42661,1732104866574 because future has completed 2024-11-20T12:15:28,933 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97., pid=54, masterSystemTime=1732104928917 2024-11-20T12:15:28,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.2240 sec 2024-11-20T12:15:28,934 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. 2024-11-20T12:15:28,934 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. 2024-11-20T12:15:28,934 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. 2024-11-20T12:15:28,934 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 73ff31ed094d45068dd11a58aab80e8d, NAME => 'SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-20T12:15:28,934 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:15:28,935 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:15:28,935 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:15:28,935 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:15:28,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=49 2024-11-20T12:15:28,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure d38e01d58f3296c2a3113da4aac0572b, server=843d83d51ba0,42661,1732104866574 in 9.8210 sec 2024-11-20T12:15:28,935 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=9e8d67876257860d76fe4f6343164c97, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,42483,1732104866618 2024-11-20T12:15:28,936 INFO [StoreOpener-73ff31ed094d45068dd11a58aab80e8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:15:28,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d38e01d58f3296c2a3113da4aac0572b, ASSIGN in 9.9800 sec 2024-11-20T12:15:28,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e8d67876257860d76fe4f6343164c97, server=843d83d51ba0,42483,1732104866618 because future has completed 2024-11-20T12:15:28,937 INFO [StoreOpener-73ff31ed094d45068dd11a58aab80e8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73ff31ed094d45068dd11a58aab80e8d columnFamilyName cf 2024-11-20T12:15:28,937 DEBUG [StoreOpener-73ff31ed094d45068dd11a58aab80e8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:15:28,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-11-20T12:15:28,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e8d67876257860d76fe4f6343164c97, server=843d83d51ba0,42483,1732104866618 in 9.8230 sec 2024-11-20T12:15:28,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e8d67876257860d76fe4f6343164c97, ASSIGN in 9.9840 sec 2024-11-20T12:15:28,945 DEBUG [StoreOpener-73ff31ed094d45068dd11a58aab80e8d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/73ff31ed094d45068dd11a58aab80e8d/cf/b1a4df481167463ea96f19089d8698d6 2024-11-20T12:15:28,945 INFO [StoreOpener-73ff31ed094d45068dd11a58aab80e8d-1 {}] regionserver.HStore(327): Store=73ff31ed094d45068dd11a58aab80e8d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:15:28,945 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:15:28,946 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:15:28,947 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:15:28,947 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:15:28,947 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:15:28,949 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:15:28,951 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/73ff31ed094d45068dd11a58aab80e8d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T12:15:28,952 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 73ff31ed094d45068dd11a58aab80e8d; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63038941, jitterRate=-0.060646578669548035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T12:15:28,953 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:15:28,953 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 73ff31ed094d45068dd11a58aab80e8d: Running coprocessor pre-open hook at 1732104928935Writing region info on filesystem at 1732104928935Initializing all the Stores at 1732104928936 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732104928936Cleaning up temporary data from old regions at 1732104928947 (+11 ms)Running coprocessor post-open hooks at 1732104928953 (+6 ms)Region opened successfully at 1732104928953 2024-11-20T12:15:28,953 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d., pid=53, masterSystemTime=1732104928917 2024-11-20T12:15:28,955 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. 2024-11-20T12:15:28,955 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. 2024-11-20T12:15:28,956 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=73ff31ed094d45068dd11a58aab80e8d, regionState=OPEN, openSeqNum=6, regionLocation=843d83d51ba0,42483,1732104866618 2024-11-20T12:15:28,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73ff31ed094d45068dd11a58aab80e8d, server=843d83d51ba0,42483,1732104866618 because future has completed 2024-11-20T12:15:28,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-11-20T12:15:28,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 73ff31ed094d45068dd11a58aab80e8d, server=843d83d51ba0,42483,1732104866618 in 9.8460 sec 2024-11-20T12:15:28,960 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-20T12:15:28,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-20T12:15:28,962 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 843d83d51ba0,43765,1732104866656 after splitting done 2024-11-20T12:15:28,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=73ff31ed094d45068dd11a58aab80e8d, ASSIGN in 10.0050 sec 2024-11-20T12:15:28,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 843d83d51ba0,43765,1732104866656, splitWal=true, meta=false in 19.9250 sec 2024-11-20T12:15:28,964 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T12:15:28,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:15:28,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:15:28,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:15:28,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:15:28,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:15:28,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:15:28,964 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:15:28,964 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1070308144, stopped=false 2024-11-20T12:15:28,965 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,35401,1732104866406 2024-11-20T12:15:29,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T12:15:29,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T12:15:29,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T12:15:29,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:15:29,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:15:29,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:15:29,026 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:15:29,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:15:29,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T12:15:29,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T12:15:29,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T12:15:29,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:15:29,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:15:29,028 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,42661,1732104866574' ***** 2024-11-20T12:15:29,028 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:15:29,028 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,42483,1732104866618' ***** 2024-11-20T12:15:29,028 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:15:29,029 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:15:29,029 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:15:29,029 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:15:29,029 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:15:29,029 INFO [RS:1;843d83d51ba0:42483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:15:29,029 INFO [RS:0;843d83d51ba0:42661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:15:29,029 INFO [RS:1;843d83d51ba0:42483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:15:29,029 INFO [RS:0;843d83d51ba0:42661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:15:29,030 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(3091): Received CLOSE for 73ff31ed094d45068dd11a58aab80e8d 2024-11-20T12:15:29,030 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(3091): Received CLOSE for 773897aea8c8af70cce7073d93e62150 2024-11-20T12:15:29,030 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(3091): Received CLOSE for c75e63f2b5bfb100ddfd6505cafdeff2 2024-11-20T12:15:29,030 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(3091): Received CLOSE for b13182eb1a8cdaf05e16dce11e84858b 2024-11-20T12:15:29,030 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(3091): Received CLOSE for d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:15:29,030 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b11ee16da1781c5b44743d1e778f341 2024-11-20T12:15:29,030 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(3091): Received CLOSE for 09bc15b50a4395dce45d484db755bcc5 2024-11-20T12:15:29,030 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d16ff1bb85b9e2fdae2d1f5435a3d75 2024-11-20T12:15:29,030 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73ff31ed094d45068dd11a58aab80e8d, disabling compactions & flushes 2024-11-20T12:15:29,030 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e8d67876257860d76fe4f6343164c97 2024-11-20T12:15:29,030 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f45001ebb4508d5838af2d224f1eb73 2024-11-20T12:15:29,030 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 773897aea8c8af70cce7073d93e62150, disabling compactions & flushes 2024-11-20T12:15:29,030 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,42661,1732104866574 2024-11-20T12:15:29,030 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. 2024-11-20T12:15:29,030 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,42483,1732104866618 2024-11-20T12:15:29,030 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. 2024-11-20T12:15:29,031 INFO [RS:0;843d83d51ba0:42661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:15:29,031 INFO [RS:1;843d83d51ba0:42483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:15:29,031 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. 2024-11-20T12:15:29,031 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. 2024-11-20T12:15:29,031 INFO [RS:0;843d83d51ba0:42661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:42661. 2024-11-20T12:15:29,031 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. after waiting 0 ms 2024-11-20T12:15:29,031 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. after waiting 0 ms 2024-11-20T12:15:29,031 INFO [RS:1;843d83d51ba0:42483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;843d83d51ba0:42483. 2024-11-20T12:15:29,031 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. 2024-11-20T12:15:29,031 DEBUG [RS:0;843d83d51ba0:42661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:15:29,031 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. 2024-11-20T12:15:29,031 DEBUG [RS:0;843d83d51ba0:42661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:15:29,031 DEBUG [RS:1;843d83d51ba0:42483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:15:29,031 DEBUG [RS:1;843d83d51ba0:42483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:15:29,031 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:15:29,031 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:15:29,031 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-20T12:15:29,031 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:15:29,031 DEBUG [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(1325): Online Regions={73ff31ed094d45068dd11a58aab80e8d=SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d., c75e63f2b5bfb100ddfd6505cafdeff2=SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2., b13182eb1a8cdaf05e16dce11e84858b=SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b., 0b11ee16da1781c5b44743d1e778f341=SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341., 9e8d67876257860d76fe4f6343164c97=SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97.} 2024-11-20T12:15:29,031 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:15:29,031 DEBUG [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(1351): Waiting on 0b11ee16da1781c5b44743d1e778f341, 73ff31ed094d45068dd11a58aab80e8d, 9e8d67876257860d76fe4f6343164c97, b13182eb1a8cdaf05e16dce11e84858b, c75e63f2b5bfb100ddfd6505cafdeff2 2024-11-20T12:15:29,031 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-20T12:15:29,031 DEBUG [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(1325): Online Regions={773897aea8c8af70cce7073d93e62150=SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150., d38e01d58f3296c2a3113da4aac0572b=SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b., 1588230740=hbase:meta,,1.1588230740, 09bc15b50a4395dce45d484db755bcc5=SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5., 0d16ff1bb85b9e2fdae2d1f5435a3d75=SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75., 6f45001ebb4508d5838af2d224f1eb73=SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73.} 2024-11-20T12:15:29,032 DEBUG [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(1351): Waiting on 09bc15b50a4395dce45d484db755bcc5, 0d16ff1bb85b9e2fdae2d1f5435a3d75, 1588230740, 6f45001ebb4508d5838af2d224f1eb73, 773897aea8c8af70cce7073d93e62150, d38e01d58f3296c2a3113da4aac0572b 2024-11-20T12:15:29,032 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:15:29,032 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:15:29,032 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:15:29,032 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:15:29,032 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:15:29,032 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-20T12:15:29,036 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/773897aea8c8af70cce7073d93e62150/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T12:15:29,036 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/73ff31ed094d45068dd11a58aab80e8d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-20T12:15:29,037 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. 2024-11-20T12:15:29,037 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. 2024-11-20T12:15:29,037 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 773897aea8c8af70cce7073d93e62150: Waiting for close lock at 1732104929030Running coprocessor pre-close hooks at 1732104929030Disabling compacts and flushes for region at 1732104929030Disabling writes for close at 1732104929031 (+1 ms)Writing region close event to WAL at 1732104929032 (+1 ms)Running coprocessor post-close hooks at 1732104929036 (+4 ms)Closed at 1732104929036 2024-11-20T12:15:29,037 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73ff31ed094d45068dd11a58aab80e8d: Waiting for close lock at 1732104929030Running coprocessor pre-close hooks at 1732104929030Disabling compacts and flushes for region at 1732104929030Disabling writes for close at 1732104929031 (+1 ms)Writing region close event to WAL at 1732104929032 (+1 ms)Running coprocessor post-close hooks at 1732104929037 (+5 ms)Closed at 1732104929037 2024-11-20T12:15:29,037 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732104877942.773897aea8c8af70cce7073d93e62150. 2024-11-20T12:15:29,037 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732104877942.73ff31ed094d45068dd11a58aab80e8d. 2024-11-20T12:15:29,037 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d38e01d58f3296c2a3113da4aac0572b, disabling compactions & flushes 2024-11-20T12:15:29,037 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c75e63f2b5bfb100ddfd6505cafdeff2, disabling compactions & flushes 2024-11-20T12:15:29,037 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. 2024-11-20T12:15:29,037 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. 2024-11-20T12:15:29,037 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2. 2024-11-20T12:15:29,037 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. after waiting 0 ms 2024-11-20T12:15:29,037 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2. 2024-11-20T12:15:29,037 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. 2024-11-20T12:15:29,037 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2. after waiting 0 ms 2024-11-20T12:15:29,037 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2. 2024-11-20T12:15:29,040 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/d38e01d58f3296c2a3113da4aac0572b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T12:15:29,040 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/c75e63f2b5bfb100ddfd6505cafdeff2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T12:15:29,041 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. 2024-11-20T12:15:29,041 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2. 2024-11-20T12:15:29,041 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d38e01d58f3296c2a3113da4aac0572b: Waiting for close lock at 1732104929037Running coprocessor pre-close hooks at 1732104929037Disabling compacts and flushes for region at 1732104929037Disabling writes for close at 1732104929037Writing region close event to WAL at 1732104929037Running coprocessor post-close hooks at 1732104929041 (+4 ms)Closed at 1732104929041 2024-11-20T12:15:29,041 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c75e63f2b5bfb100ddfd6505cafdeff2: Waiting for close lock at 1732104929037Running coprocessor pre-close hooks at 1732104929037Disabling compacts and flushes for region at 1732104929037Disabling writes for close at 1732104929037Writing region close event to WAL at 1732104929038 (+1 ms)Running coprocessor post-close hooks at 1732104929041 (+3 ms)Closed at 1732104929041 2024-11-20T12:15:29,041 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732104877942.d38e01d58f3296c2a3113da4aac0572b. 2024-11-20T12:15:29,041 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732104877942.c75e63f2b5bfb100ddfd6505cafdeff2. 2024-11-20T12:15:29,041 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09bc15b50a4395dce45d484db755bcc5, disabling compactions & flushes 2024-11-20T12:15:29,041 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b13182eb1a8cdaf05e16dce11e84858b, disabling compactions & flushes 2024-11-20T12:15:29,041 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5. 2024-11-20T12:15:29,041 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5. 2024-11-20T12:15:29,041 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b. 2024-11-20T12:15:29,041 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5. after waiting 0 ms 2024-11-20T12:15:29,041 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b. 2024-11-20T12:15:29,041 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5. 2024-11-20T12:15:29,041 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b. after waiting 0 ms 2024-11-20T12:15:29,041 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b. 2024-11-20T12:15:29,045 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/b13182eb1a8cdaf05e16dce11e84858b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T12:15:29,045 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/09bc15b50a4395dce45d484db755bcc5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T12:15:29,045 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b. 2024-11-20T12:15:29,045 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b13182eb1a8cdaf05e16dce11e84858b: Waiting for close lock at 1732104929041Running coprocessor pre-close hooks at 1732104929041Disabling compacts and flushes for region at 1732104929041Disabling writes for close at 1732104929041Writing region close event to WAL at 1732104929041Running coprocessor post-close hooks at 1732104929045 (+4 ms)Closed at 1732104929045 2024-11-20T12:15:29,045 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5. 2024-11-20T12:15:29,045 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09bc15b50a4395dce45d484db755bcc5: Waiting for close lock at 1732104929041Running coprocessor pre-close hooks at 1732104929041Disabling compacts and flushes for region at 1732104929041Disabling writes for close at 1732104929041Writing region close event to WAL at 1732104929042 (+1 ms)Running coprocessor post-close hooks at 1732104929045 (+3 ms)Closed at 1732104929045 2024-11-20T12:15:29,045 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732104877942.b13182eb1a8cdaf05e16dce11e84858b. 2024-11-20T12:15:29,045 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732104877942.09bc15b50a4395dce45d484db755bcc5. 2024-11-20T12:15:29,045 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b11ee16da1781c5b44743d1e778f341, disabling compactions & flushes 2024-11-20T12:15:29,045 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d16ff1bb85b9e2fdae2d1f5435a3d75, disabling compactions & flushes 2024-11-20T12:15:29,045 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341. 2024-11-20T12:15:29,045 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75. 2024-11-20T12:15:29,045 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341. 2024-11-20T12:15:29,045 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75. 2024-11-20T12:15:29,045 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341. after waiting 0 ms 2024-11-20T12:15:29,045 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75. after waiting 0 ms 2024-11-20T12:15:29,045 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341. 2024-11-20T12:15:29,045 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75. 2024-11-20T12:15:29,049 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/0b11ee16da1781c5b44743d1e778f341/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T12:15:29,049 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/0d16ff1bb85b9e2fdae2d1f5435a3d75/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T12:15:29,050 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341. 2024-11-20T12:15:29,050 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b11ee16da1781c5b44743d1e778f341: Waiting for close lock at 1732104929045Running coprocessor pre-close hooks at 1732104929045Disabling compacts and flushes for region at 1732104929045Disabling writes for close at 1732104929045Writing region close event to WAL at 1732104929046 (+1 ms)Running coprocessor post-close hooks at 1732104929049 (+3 ms)Closed at 1732104929050 (+1 ms) 2024-11-20T12:15:29,050 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75. 2024-11-20T12:15:29,050 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d16ff1bb85b9e2fdae2d1f5435a3d75: Waiting for close lock at 1732104929045Running coprocessor pre-close hooks at 1732104929045Disabling compacts and flushes for region at 1732104929045Disabling writes for close at 1732104929045Writing region close event to WAL at 1732104929046 (+1 ms)Running coprocessor post-close hooks at 1732104929050 (+4 ms)Closed at 1732104929050 2024-11-20T12:15:29,050 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732104877942.0b11ee16da1781c5b44743d1e778f341. 2024-11-20T12:15:29,050 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732104877942.0d16ff1bb85b9e2fdae2d1f5435a3d75. 2024-11-20T12:15:29,050 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e8d67876257860d76fe4f6343164c97, disabling compactions & flushes 2024-11-20T12:15:29,050 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. 2024-11-20T12:15:29,050 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. 2024-11-20T12:15:29,050 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f45001ebb4508d5838af2d224f1eb73, disabling compactions & flushes 2024-11-20T12:15:29,050 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. after waiting 0 ms 2024-11-20T12:15:29,050 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73. 2024-11-20T12:15:29,050 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. 2024-11-20T12:15:29,050 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73. 2024-11-20T12:15:29,050 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73. after waiting 0 ms 2024-11-20T12:15:29,050 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73. 2024-11-20T12:15:29,051 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740/.tmp/info/2222bae7761640deb3aa1fecdd3104dc is 167, key is SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97./info:regioninfo/1732104928935/Put/seqid=0 2024-11-20T12:15:29,054 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/6f45001ebb4508d5838af2d224f1eb73/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T12:15:29,054 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73. 2024-11-20T12:15:29,054 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f45001ebb4508d5838af2d224f1eb73: Waiting for close lock at 1732104929050Running coprocessor pre-close hooks at 1732104929050Disabling compacts and flushes for region at 1732104929050Disabling writes for close at 1732104929050Writing region close event to WAL at 1732104929050Running coprocessor post-close hooks at 1732104929054 (+4 ms)Closed at 1732104929054 2024-11-20T12:15:29,054 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/default/SPTestTable/9e8d67876257860d76fe4f6343164c97/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T12:15:29,054 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732104877942.6f45001ebb4508d5838af2d224f1eb73. 2024-11-20T12:15:29,055 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. 2024-11-20T12:15:29,055 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e8d67876257860d76fe4f6343164c97: Waiting for close lock at 1732104929050Running coprocessor pre-close hooks at 1732104929050Disabling compacts and flushes for region at 1732104929050Disabling writes for close at 1732104929050Writing region close event to WAL at 1732104929050Running coprocessor post-close hooks at 1732104929055 (+5 ms)Closed at 1732104929055 2024-11-20T12:15:29,055 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732104877942.9e8d67876257860d76fe4f6343164c97. 2024-11-20T12:15:29,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741864_1040 (size=19817) 2024-11-20T12:15:29,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741864_1040 (size=19817) 2024-11-20T12:15:29,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741864_1040 (size=19817) 2024-11-20T12:15:29,059 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740/.tmp/info/2222bae7761640deb3aa1fecdd3104dc 2024-11-20T12:15:29,079 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740/.tmp/ns/4587870fb8864b8da0d2be4753d3a073 is 43, key is default/ns:d/1732104877803/Put/seqid=0 2024-11-20T12:15:29,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741865_1041 (size=5153) 2024-11-20T12:15:29,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741865_1041 (size=5153) 2024-11-20T12:15:29,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741865_1041 (size=5153) 2024-11-20T12:15:29,086 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740/.tmp/ns/4587870fb8864b8da0d2be4753d3a073 2024-11-20T12:15:29,107 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740/.tmp/table/a91cf3a75dae479c9c5b2c8db6746bb3 is 47, key is SPTestTable/table:state/1732104889029/Put/seqid=0 2024-11-20T12:15:29,113 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:15:29,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741866_1042 (size=5214) 2024-11-20T12:15:29,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741866_1042 (size=5214) 2024-11-20T12:15:29,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741866_1042 (size=5214) 2024-11-20T12:15:29,114 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740/.tmp/table/a91cf3a75dae479c9c5b2c8db6746bb3 2024-11-20T12:15:29,114 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:15:29,120 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740/.tmp/info/2222bae7761640deb3aa1fecdd3104dc as hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740/info/2222bae7761640deb3aa1fecdd3104dc 2024-11-20T12:15:29,126 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740/info/2222bae7761640deb3aa1fecdd3104dc, entries=112, sequenceid=35, filesize=19.4 K 2024-11-20T12:15:29,127 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740/.tmp/ns/4587870fb8864b8da0d2be4753d3a073 as hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740/ns/4587870fb8864b8da0d2be4753d3a073 2024-11-20T12:15:29,132 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740/ns/4587870fb8864b8da0d2be4753d3a073, entries=2, sequenceid=35, filesize=5.0 K 2024-11-20T12:15:29,133 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740/.tmp/table/a91cf3a75dae479c9c5b2c8db6746bb3 as hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740/table/a91cf3a75dae479c9c5b2c8db6746bb3 2024-11-20T12:15:29,139 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740/table/a91cf3a75dae479c9c5b2c8db6746bb3, entries=2, sequenceid=35, filesize=5.1 K 2024-11-20T12:15:29,140 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=35, compaction requested=false 2024-11-20T12:15:29,151 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-20T12:15:29,151 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:15:29,151 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:15:29,151 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732104929032Running coprocessor pre-close hooks at 1732104929032Disabling compacts and flushes for region at 1732104929032Disabling writes for close at 1732104929032Obtaining lock to block concurrent updates at 1732104929032Preparing flush snapshotting stores in 1588230740 at 1732104929032Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1732104929033 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732104929033Flushing 1588230740/info: creating writer at 1732104929033Flushing 1588230740/info: appending metadata at 1732104929050 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732104929050Flushing 1588230740/ns: creating writer at 1732104929064 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732104929079 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732104929079Flushing 1588230740/table: creating writer at 1732104929092 (+13 ms)Flushing 1588230740/table: appending metadata at 1732104929106 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732104929106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cf6099a: reopening flushed file at 1732104929119 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e62a9b4: reopening flushed file at 1732104929126 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@692aebc3: reopening flushed file at 1732104929132 (+6 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=35, compaction requested=false at 1732104929140 (+8 ms)Writing region close event to WAL at 1732104929147 (+7 ms)Running coprocessor post-close hooks at 1732104929151 (+4 ms)Closed at 1732104929151 2024-11-20T12:15:29,152 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:15:29,231 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,42483,1732104866618; all regions closed. 2024-11-20T12:15:29,232 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,42661,1732104866574; all regions closed. 2024-11-20T12:15:29,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741836_1012 (size=18438) 2024-11-20T12:15:29,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741833_1009 (size=3564) 2024-11-20T12:15:29,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741833_1009 (size=3564) 2024-11-20T12:15:29,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741836_1012 (size=18438) 2024-11-20T12:15:29,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741833_1009 (size=3564) 2024-11-20T12:15:29,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741836_1012 (size=18438) 2024-11-20T12:15:29,242 DEBUG [RS:1;843d83d51ba0:42483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/oldWALs 2024-11-20T12:15:29,242 INFO [RS:1;843d83d51ba0:42483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C42483%2C1732104866618:(num 1732104867390) 2024-11-20T12:15:29,242 DEBUG [RS:1;843d83d51ba0:42483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:15:29,242 DEBUG [RS:0;843d83d51ba0:42661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/oldWALs 2024-11-20T12:15:29,242 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:15:29,242 INFO [RS:0;843d83d51ba0:42661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C42661%2C1732104866574.meta:.meta(num 1732104877648) 2024-11-20T12:15:29,242 INFO [RS:1;843d83d51ba0:42483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:15:29,243 INFO [RS:1;843d83d51ba0:42483 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T12:15:29,243 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:15:29,243 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:15:29,243 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:15:29,243 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:15:29,243 INFO [RS:1;843d83d51ba0:42483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:15:29,243 INFO [RS:1;843d83d51ba0:42483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42483 2024-11-20T12:15:29,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741835_1011 (size=4022) 2024-11-20T12:15:29,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741835_1011 (size=4022) 2024-11-20T12:15:29,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741835_1011 (size=4022) 2024-11-20T12:15:29,250 DEBUG [RS:0;843d83d51ba0:42661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/oldWALs 2024-11-20T12:15:29,250 INFO [RS:0;843d83d51ba0:42661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C42661%2C1732104866574:(num 1732104867387) 2024-11-20T12:15:29,250 DEBUG [RS:0;843d83d51ba0:42661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:15:29,250 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:15:29,250 INFO [RS:0;843d83d51ba0:42661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:15:29,250 INFO [RS:0;843d83d51ba0:42661 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T12:15:29,250 INFO [RS:0;843d83d51ba0:42661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:15:29,250 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:15:29,251 INFO [RS:0;843d83d51ba0:42661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42661 2024-11-20T12:15:29,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/843d83d51ba0,42483,1732104866618 2024-11-20T12:15:29,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T12:15:29,252 INFO [RS:1;843d83d51ba0:42483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:15:29,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/843d83d51ba0,42661,1732104866574 2024-11-20T12:15:29,305 INFO [RS:0;843d83d51ba0:42661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:15:29,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,42661,1732104866574] 2024-11-20T12:15:29,326 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/843d83d51ba0,42661,1732104866574 already deleted, retry=false 2024-11-20T12:15:29,326 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,42661,1732104866574 expired; onlineServers=1 2024-11-20T12:15:29,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,42483,1732104866618] 2024-11-20T12:15:29,336 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/843d83d51ba0,42483,1732104866618 already deleted, retry=false 2024-11-20T12:15:29,337 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,42483,1732104866618 expired; onlineServers=0 2024-11-20T12:15:29,337 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,35401,1732104866406' ***** 2024-11-20T12:15:29,337 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:15:29,337 INFO [M:0;843d83d51ba0:35401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:15:29,337 INFO [M:0;843d83d51ba0:35401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:15:29,338 DEBUG [M:0;843d83d51ba0:35401 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:15:29,338 DEBUG [M:0;843d83d51ba0:35401 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:15:29,338 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:15:29,338 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732104867082 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732104867082,5,FailOnTimeoutGroup] 2024-11-20T12:15:29,338 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732104867076 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732104867076,5,FailOnTimeoutGroup] 2024-11-20T12:15:29,339 INFO [M:0;843d83d51ba0:35401 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:15:29,339 INFO [M:0;843d83d51ba0:35401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:15:29,339 DEBUG [M:0;843d83d51ba0:35401 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:15:29,339 INFO [M:0;843d83d51ba0:35401 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:15:29,340 INFO [M:0;843d83d51ba0:35401 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:15:29,340 ERROR [M:0;843d83d51ba0:35401 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:37405 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37405,5,PEWorkerGroup] 2024-11-20T12:15:29,341 INFO [M:0;843d83d51ba0:35401 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:15:29,341 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:15:29,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T12:15:29,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T12:15:29,352 DEBUG [M:0;843d83d51ba0:35401 {}] zookeeper.ZKUtil(347): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T12:15:29,352 WARN [M:0;843d83d51ba0:35401 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:15:29,353 INFO [M:0;843d83d51ba0:35401 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/.lastflushedseqids 2024-11-20T12:15:29,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741867_1043 (size=650) 2024-11-20T12:15:29,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741867_1043 (size=650) 2024-11-20T12:15:29,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741867_1043 (size=650) 2024-11-20T12:15:29,367 INFO [M:0;843d83d51ba0:35401 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:15:29,367 INFO [M:0;843d83d51ba0:35401 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:15:29,367 DEBUG [M:0;843d83d51ba0:35401 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:15:29,367 INFO [M:0;843d83d51ba0:35401 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:15:29,367 DEBUG [M:0;843d83d51ba0:35401 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:15:29,367 DEBUG [M:0;843d83d51ba0:35401 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:15:29,367 DEBUG [M:0;843d83d51ba0:35401 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:15:29,367 INFO [M:0;843d83d51ba0:35401 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=233.92 KB heapSize=277.55 KB 2024-11-20T12:15:29,381 DEBUG [M:0;843d83d51ba0:35401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/328f1b6be73d414cb112983629a0791c is 82, key is hbase:meta,,1/info:regioninfo/1732104877729/Put/seqid=0 2024-11-20T12:15:29,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741868_1044 (size=5672) 2024-11-20T12:15:29,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741868_1044 (size=5672) 2024-11-20T12:15:29,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741868_1044 (size=5672) 2024-11-20T12:15:29,388 INFO [M:0;843d83d51ba0:35401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/328f1b6be73d414cb112983629a0791c 2024-11-20T12:15:29,415 DEBUG [M:0;843d83d51ba0:35401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0882b35ecdc84d9a8c13ffec1e1a28a7 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732104889040/Put/seqid=0 2024-11-20T12:15:29,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:15:29,416 INFO [RS:1;843d83d51ba0:42483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:15:29,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x101582ac6000002, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:15:29,416 INFO [RS:1;843d83d51ba0:42483 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,42483,1732104866618; zookeeper connection closed. 2024-11-20T12:15:29,416 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28dd688e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28dd688e 2024-11-20T12:15:29,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741869_1045 (size=9320) 2024-11-20T12:15:29,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741869_1045 (size=9320) 2024-11-20T12:15:29,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741869_1045 (size=9320) 2024-11-20T12:15:29,423 INFO [M:0;843d83d51ba0:35401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=233.18 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0882b35ecdc84d9a8c13ffec1e1a28a7 2024-11-20T12:15:29,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:15:29,426 INFO [RS:0;843d83d51ba0:42661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:15:29,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42661-0x101582ac6000001, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:15:29,426 INFO [RS:0;843d83d51ba0:42661 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,42661,1732104866574; zookeeper connection closed. 2024-11-20T12:15:29,427 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40fca768 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40fca768 2024-11-20T12:15:29,427 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T12:15:29,427 INFO [M:0;843d83d51ba0:35401 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0882b35ecdc84d9a8c13ffec1e1a28a7 2024-11-20T12:15:29,441 DEBUG [M:0;843d83d51ba0:35401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7251ffedede64db0b86fe0559b3b40ac is 69, key is 843d83d51ba0,42483,1732104866618/rs:state/1732104867164/Put/seqid=0 2024-11-20T12:15:29,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741870_1046 (size=5442) 2024-11-20T12:15:29,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741870_1046 (size=5442) 2024-11-20T12:15:29,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741870_1046 (size=5442) 2024-11-20T12:15:29,447 INFO [M:0;843d83d51ba0:35401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7251ffedede64db0b86fe0559b3b40ac 2024-11-20T12:15:29,452 INFO [M:0;843d83d51ba0:35401 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7251ffedede64db0b86fe0559b3b40ac 2024-11-20T12:15:29,453 DEBUG [M:0;843d83d51ba0:35401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/328f1b6be73d414cb112983629a0791c as hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/328f1b6be73d414cb112983629a0791c 2024-11-20T12:15:29,459 INFO [M:0;843d83d51ba0:35401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/328f1b6be73d414cb112983629a0791c, entries=8, sequenceid=473, filesize=5.5 K 2024-11-20T12:15:29,460 DEBUG [M:0;843d83d51ba0:35401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0882b35ecdc84d9a8c13ffec1e1a28a7 as hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0882b35ecdc84d9a8c13ffec1e1a28a7 2024-11-20T12:15:29,465 INFO [M:0;843d83d51ba0:35401 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0882b35ecdc84d9a8c13ffec1e1a28a7 2024-11-20T12:15:29,465 INFO [M:0;843d83d51ba0:35401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0882b35ecdc84d9a8c13ffec1e1a28a7, entries=54, sequenceid=473, filesize=9.1 K 2024-11-20T12:15:29,466 DEBUG [M:0;843d83d51ba0:35401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7251ffedede64db0b86fe0559b3b40ac as hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7251ffedede64db0b86fe0559b3b40ac 2024-11-20T12:15:29,471 INFO [M:0;843d83d51ba0:35401 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7251ffedede64db0b86fe0559b3b40ac 2024-11-20T12:15:29,471 INFO [M:0;843d83d51ba0:35401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/a7e495de-21af-5e09-52d0-0bfa765a948d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7251ffedede64db0b86fe0559b3b40ac, entries=3, sequenceid=473, filesize=5.3 K 2024-11-20T12:15:29,472 INFO [M:0;843d83d51ba0:35401 {}] regionserver.HRegion(3140): Finished flush of dataSize ~233.92 KB/239534, heapSize ~277.26 KB/283912, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=473, compaction requested=false 2024-11-20T12:15:29,473 INFO [M:0;843d83d51ba0:35401 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:15:29,474 DEBUG [M:0;843d83d51ba0:35401 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732104929367Disabling compacts and flushes for region at 1732104929367Disabling writes for close at 1732104929367Obtaining lock to block concurrent updates at 1732104929367Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732104929367Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=239534, getHeapSize=284152, getOffHeapSize=0, getCellsCount=576 at 1732104929368 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732104929368Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732104929368Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732104929381 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732104929381Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732104929393 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732104929414 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732104929414Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732104929428 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732104929440 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732104929440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67586a94: reopening flushed file at 1732104929452 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f496a5b: reopening flushed file at 1732104929459 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2372af24: reopening flushed file at 1732104929466 (+7 ms)Finished flush of dataSize ~233.92 KB/239534, heapSize ~277.26 KB/283912, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=473, compaction requested=false at 1732104929472 (+6 ms)Writing region close event to WAL at 1732104929473 (+1 ms)Closed at 1732104929473 2024-11-20T12:15:29,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741830_1006 (size=271110) 2024-11-20T12:15:29,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741830_1006 (size=271110) 2024-11-20T12:15:29,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741830_1006 (size=271110) 2024-11-20T12:15:29,477 INFO [M:0;843d83d51ba0:35401 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:15:29,477 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:15:29,477 INFO [M:0;843d83d51ba0:35401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35401 2024-11-20T12:15:29,477 INFO [M:0;843d83d51ba0:35401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:15:29,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:15:29,589 INFO [M:0;843d83d51ba0:35401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:15:29,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101582ac6000000, quorum=127.0.0.1:59701, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:15:29,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b9e9d81{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:15:29,592 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@180e4735{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:15:29,592 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:15:29,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@271f2cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:15:29,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27b212b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/hadoop.log.dir/,STOPPED} 2024-11-20T12:15:29,593 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:15:29,593 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:15:29,593 WARN [BP-1961509339-172.17.0.3-1732104863675 heartbeating to localhost/127.0.0.1:37405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:15:29,594 WARN [BP-1961509339-172.17.0.3-1732104863675 heartbeating to localhost/127.0.0.1:37405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1961509339-172.17.0.3-1732104863675 (Datanode Uuid e1339139-5775-4374-a377-768efe78b15b) service to localhost/127.0.0.1:37405 2024-11-20T12:15:29,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/cluster_c2a93b49-20a6-13ce-5fff-8f55b1317490/data/data5/current/BP-1961509339-172.17.0.3-1732104863675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:15:29,595 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/cluster_c2a93b49-20a6-13ce-5fff-8f55b1317490/data/data6/current/BP-1961509339-172.17.0.3-1732104863675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:15:29,595 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:15:29,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a48833c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:15:29,597 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70fbbb4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:15:29,597 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:15:29,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2360431{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:15:29,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25075e3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/hadoop.log.dir/,STOPPED} 2024-11-20T12:15:29,598 WARN [BP-1961509339-172.17.0.3-1732104863675 heartbeating to localhost/127.0.0.1:37405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:15:29,598 WARN [BP-1961509339-172.17.0.3-1732104863675 heartbeating to localhost/127.0.0.1:37405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1961509339-172.17.0.3-1732104863675 (Datanode Uuid 955a6020-ed12-4d6f-b948-977c45aef292) service to localhost/127.0.0.1:37405 2024-11-20T12:15:29,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/cluster_c2a93b49-20a6-13ce-5fff-8f55b1317490/data/data3/current/BP-1961509339-172.17.0.3-1732104863675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:15:29,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/cluster_c2a93b49-20a6-13ce-5fff-8f55b1317490/data/data4/current/BP-1961509339-172.17.0.3-1732104863675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:15:29,599 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:15:29,599 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:15:29,599 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:15:29,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23493ac2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:15:29,601 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7afabc0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:15:29,601 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:15:29,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b33d518{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:15:29,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ce2d997{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/hadoop.log.dir/,STOPPED} 2024-11-20T12:15:29,603 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:15:29,603 WARN [BP-1961509339-172.17.0.3-1732104863675 heartbeating to localhost/127.0.0.1:37405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:15:29,603 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:15:29,603 WARN [BP-1961509339-172.17.0.3-1732104863675 heartbeating to localhost/127.0.0.1:37405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1961509339-172.17.0.3-1732104863675 (Datanode Uuid 16db45f9-bc0f-4ff9-8b8c-e68516d331e3) service to localhost/127.0.0.1:37405 2024-11-20T12:15:29,604 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/cluster_c2a93b49-20a6-13ce-5fff-8f55b1317490/data/data1/current/BP-1961509339-172.17.0.3-1732104863675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:15:29,604 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/cluster_c2a93b49-20a6-13ce-5fff-8f55b1317490/data/data2/current/BP-1961509339-172.17.0.3-1732104863675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:15:29,604 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:15:29,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e6670d2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:15:29,610 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fb14da0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:15:29,610 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:15:29,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46abb6db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:15:29,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16952596{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da0d890-7604-8f03-f121-1c51d5b74504/hadoop.log.dir/,STOPPED} 2024-11-20T12:15:29,617 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T12:15:29,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:15:29,659 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=126 (was 97) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:37405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:37405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:37405 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:37405 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 443) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2697 (was 1929) - AvailableMemoryMB LEAK? -