2024-11-23 19:12:41,146 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-23 19:12:41,166 main DEBUG Took 0.017142 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 19:12:41,167 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 19:12:41,168 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 19:12:41,169 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 19:12:41,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:12:41,187 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 19:12:41,205 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:12:41,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:12:41,208 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:12:41,208 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:12:41,209 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:12:41,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:12:41,211 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:12:41,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:12:41,213 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:12:41,214 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:12:41,215 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:12:41,215 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:12:41,216 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:12:41,217 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:12:41,218 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:12:41,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:12:41,219 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:12:41,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:12:41,220 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:12:41,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:12:41,222 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:12:41,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:12:41,223 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:12:41,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 19:12:41,225 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:12:41,225 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 19:12:41,227 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 19:12:41,229 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 19:12:41,232 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 19:12:41,233 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 19:12:41,235 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 19:12:41,236 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 19:12:41,247 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 19:12:41,251 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 19:12:41,254 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 19:12:41,254 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 19:12:41,255 main DEBUG createAppenders(={Console}) 2024-11-23 19:12:41,256 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-23 19:12:41,256 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-23 19:12:41,257 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-23 19:12:41,257 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 19:12:41,258 main DEBUG OutputStream closed 2024-11-23 19:12:41,258 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 19:12:41,259 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 19:12:41,259 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-23 19:12:41,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 19:12:41,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 19:12:41,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 19:12:41,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 19:12:41,380 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 19:12:41,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 19:12:41,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 19:12:41,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 19:12:41,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 19:12:41,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 19:12:41,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 19:12:41,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 19:12:41,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 19:12:41,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 19:12:41,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 19:12:41,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 19:12:41,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 19:12:41,387 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 19:12:41,390 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 19:12:41,390 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-23 19:12:41,391 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 19:12:41,392 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-23T19:12:41,406 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-23 19:12:41,414 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 19:12:41,415 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T19:12:41,424 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-23T19:12:41,462 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=9066 2024-11-23T19:12:41,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490 2024-11-23T19:12:41,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T19:12:41,881 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/cluster_26880f51-143b-fc2b-1f12-8649bbc70828, deleteOnExit=true 2024-11-23T19:12:41,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T19:12:41,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/test.cache.data in system properties and HBase conf 2024-11-23T19:12:41,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T19:12:41,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/hadoop.log.dir in system properties and HBase conf 2024-11-23T19:12:41,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T19:12:41,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T19:12:41,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T19:12:42,033 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T19:12:42,167 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T19:12:42,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T19:12:42,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T19:12:42,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T19:12:42,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T19:12:42,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T19:12:42,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T19:12:42,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T19:12:42,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T19:12:42,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T19:12:42,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/nfs.dump.dir in system properties and HBase conf 2024-11-23T19:12:42,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/java.io.tmpdir in system properties and HBase conf 2024-11-23T19:12:42,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T19:12:42,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T19:12:42,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T19:12:43,618 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T19:12:43,710 INFO [Time-limited test {}] log.Log(170): Logging initialized @3430ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T19:12:43,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T19:12:43,912 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T19:12:43,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T19:12:43,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T19:12:43,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T19:12:43,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T19:12:43,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/hadoop.log.dir/,AVAILABLE} 2024-11-23T19:12:43,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T19:12:44,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/java.io.tmpdir/jetty-localhost-40799-hadoop-hdfs-3_4_1-tests_jar-_-any-4683635372364833886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T19:12:44,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:40799} 2024-11-23T19:12:44,215 INFO [Time-limited test {}] server.Server(415): Started @3936ms 2024-11-23T19:12:44,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T19:12:44,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T19:12:44,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T19:12:44,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T19:12:44,911 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T19:12:44,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/hadoop.log.dir/,AVAILABLE} 2024-11-23T19:12:44,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T19:12:45,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/java.io.tmpdir/jetty-localhost-34847-hadoop-hdfs-3_4_1-tests_jar-_-any-15495803710979442624/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T19:12:45,042 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:34847} 2024-11-23T19:12:45,042 INFO [Time-limited test {}] server.Server(415): Started @4764ms 2024-11-23T19:12:45,098 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T19:12:45,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T19:12:45,270 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T19:12:45,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T19:12:45,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T19:12:45,273 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T19:12:45,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/hadoop.log.dir/,AVAILABLE} 2024-11-23T19:12:45,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T19:12:45,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/java.io.tmpdir/jetty-localhost-43053-hadoop-hdfs-3_4_1-tests_jar-_-any-3560634279372791308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T19:12:45,448 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:43053} 2024-11-23T19:12:45,448 INFO [Time-limited test {}] server.Server(415): Started @5169ms 2024-11-23T19:12:45,453 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T19:12:45,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T19:12:45,518 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T19:12:45,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T19:12:45,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T19:12:45,528 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T19:12:45,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/hadoop.log.dir/,AVAILABLE} 2024-11-23T19:12:45,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T19:12:45,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/java.io.tmpdir/jetty-localhost-45335-hadoop-hdfs-3_4_1-tests_jar-_-any-8206837407201163627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T19:12:45,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:45335} 2024-11-23T19:12:45,659 INFO [Time-limited test {}] server.Server(415): Started @5380ms 2024-11-23T19:12:45,661 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T19:12:47,557 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/cluster_26880f51-143b-fc2b-1f12-8649bbc70828/data/data4/current/BP-953800859-172.17.0.3-1732389162898/current, will proceed with Du for space computation calculation, 2024-11-23T19:12:47,557 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/cluster_26880f51-143b-fc2b-1f12-8649bbc70828/data/data3/current/BP-953800859-172.17.0.3-1732389162898/current, will proceed with Du for space computation calculation, 2024-11-23T19:12:47,557 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/cluster_26880f51-143b-fc2b-1f12-8649bbc70828/data/data2/current/BP-953800859-172.17.0.3-1732389162898/current, will proceed with Du for space computation calculation, 2024-11-23T19:12:47,557 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/cluster_26880f51-143b-fc2b-1f12-8649bbc70828/data/data1/current/BP-953800859-172.17.0.3-1732389162898/current, will proceed with Du for space computation calculation, 2024-11-23T19:12:47,588 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T19:12:47,588 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T19:12:47,599 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/cluster_26880f51-143b-fc2b-1f12-8649bbc70828/data/data6/current/BP-953800859-172.17.0.3-1732389162898/current, will proceed with Du for space computation calculation, 2024-11-23T19:12:47,599 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/cluster_26880f51-143b-fc2b-1f12-8649bbc70828/data/data5/current/BP-953800859-172.17.0.3-1732389162898/current, will proceed with Du for space computation calculation, 2024-11-23T19:12:47,633 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T19:12:47,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0e34e78bfa37061 with lease ID 0xd221707b9f7c2d35: Processing first storage report for DS-a73dcf65-c279-4956-bf7f-02736b88f3d1 from datanode DatanodeRegistration(127.0.0.1:34781, datanodeUuid=002435f3-118d-4dd7-b2af-745145641d42, infoPort=34775, infoSecurePort=0, ipcPort=45549, storageInfo=lv=-57;cid=testClusterID;nsid=1817104117;c=1732389162898) 2024-11-23T19:12:47,643 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0e34e78bfa37061 with lease ID 0xd221707b9f7c2d35: from storage DS-a73dcf65-c279-4956-bf7f-02736b88f3d1 node DatanodeRegistration(127.0.0.1:34781, datanodeUuid=002435f3-118d-4dd7-b2af-745145641d42, infoPort=34775, infoSecurePort=0, ipcPort=45549, storageInfo=lv=-57;cid=testClusterID;nsid=1817104117;c=1732389162898), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-23T19:12:47,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf96a28b7878c6af3 with lease ID 0xd221707b9f7c2d36: Processing first storage report for DS-be1797e1-4495-4888-99e6-154dd8329296 from datanode DatanodeRegistration(127.0.0.1:44897, datanodeUuid=240b48d5-9e49-40aa-b517-2fd76bdb245e, infoPort=34549, infoSecurePort=0, ipcPort=37279, storageInfo=lv=-57;cid=testClusterID;nsid=1817104117;c=1732389162898) 2024-11-23T19:12:47,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf96a28b7878c6af3 with lease ID 0xd221707b9f7c2d36: from storage DS-be1797e1-4495-4888-99e6-154dd8329296 node DatanodeRegistration(127.0.0.1:44897, datanodeUuid=240b48d5-9e49-40aa-b517-2fd76bdb245e, infoPort=34549, infoSecurePort=0, ipcPort=37279, storageInfo=lv=-57;cid=testClusterID;nsid=1817104117;c=1732389162898), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T19:12:47,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4dc9336e16553e25 with lease ID 0xd221707b9f7c2d34: Processing first storage report for DS-701f15d1-8813-4d36-8288-9a60097acaa7 from datanode DatanodeRegistration(127.0.0.1:43027, datanodeUuid=c0189c73-c11a-463f-b164-638cd4bc02d4, infoPort=39251, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1817104117;c=1732389162898) 2024-11-23T19:12:47,645 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4dc9336e16553e25 with lease ID 0xd221707b9f7c2d34: from storage DS-701f15d1-8813-4d36-8288-9a60097acaa7 node DatanodeRegistration(127.0.0.1:43027, datanodeUuid=c0189c73-c11a-463f-b164-638cd4bc02d4, infoPort=39251, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1817104117;c=1732389162898), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T19:12:47,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0e34e78bfa37061 with lease ID 0xd221707b9f7c2d35: Processing first storage report for DS-2428dd7c-1e96-4c86-968a-76ffa972c10a from datanode DatanodeRegistration(127.0.0.1:34781, datanodeUuid=002435f3-118d-4dd7-b2af-745145641d42, infoPort=34775, infoSecurePort=0, ipcPort=45549, storageInfo=lv=-57;cid=testClusterID;nsid=1817104117;c=1732389162898) 2024-11-23T19:12:47,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0e34e78bfa37061 with lease ID 0xd221707b9f7c2d35: from storage DS-2428dd7c-1e96-4c86-968a-76ffa972c10a node DatanodeRegistration(127.0.0.1:34781, datanodeUuid=002435f3-118d-4dd7-b2af-745145641d42, infoPort=34775, infoSecurePort=0, ipcPort=45549, storageInfo=lv=-57;cid=testClusterID;nsid=1817104117;c=1732389162898), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T19:12:47,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf96a28b7878c6af3 with lease ID 0xd221707b9f7c2d36: Processing first storage report for DS-3396e6ac-136e-4126-b5d7-60fbfef6e3a3 from datanode DatanodeRegistration(127.0.0.1:44897, datanodeUuid=240b48d5-9e49-40aa-b517-2fd76bdb245e, infoPort=34549, infoSecurePort=0, ipcPort=37279, storageInfo=lv=-57;cid=testClusterID;nsid=1817104117;c=1732389162898) 2024-11-23T19:12:47,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf96a28b7878c6af3 with lease ID 0xd221707b9f7c2d36: from storage DS-3396e6ac-136e-4126-b5d7-60fbfef6e3a3 node DatanodeRegistration(127.0.0.1:44897, datanodeUuid=240b48d5-9e49-40aa-b517-2fd76bdb245e, infoPort=34549, infoSecurePort=0, ipcPort=37279, storageInfo=lv=-57;cid=testClusterID;nsid=1817104117;c=1732389162898), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T19:12:47,647 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4dc9336e16553e25 with lease ID 0xd221707b9f7c2d34: Processing first storage report for DS-1c7579b9-6809-4a11-bd82-89247d39eee3 from datanode DatanodeRegistration(127.0.0.1:43027, datanodeUuid=c0189c73-c11a-463f-b164-638cd4bc02d4, infoPort=39251, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1817104117;c=1732389162898) 2024-11-23T19:12:47,647 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4dc9336e16553e25 with lease ID 0xd221707b9f7c2d34: from storage DS-1c7579b9-6809-4a11-bd82-89247d39eee3 node DatanodeRegistration(127.0.0.1:43027, datanodeUuid=c0189c73-c11a-463f-b164-638cd4bc02d4, infoPort=39251, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1817104117;c=1732389162898), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T19:12:47,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490 2024-11-23T19:12:47,849 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/cluster_26880f51-143b-fc2b-1f12-8649bbc70828/zookeeper_0, clientPort=57063, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/cluster_26880f51-143b-fc2b-1f12-8649bbc70828/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/cluster_26880f51-143b-fc2b-1f12-8649bbc70828/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T19:12:47,862 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57063 2024-11-23T19:12:47,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:12:47,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:12:48,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741825_1001 (size=7) 2024-11-23T19:12:48,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741825_1001 (size=7) 2024-11-23T19:12:48,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741825_1001 (size=7) 2024-11-23T19:12:48,560 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90 with version=8 2024-11-23T19:12:48,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/hbase-staging 2024-11-23T19:12:48,667 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T19:12:48,979 INFO [Time-limited test {}] client.ConnectionUtils(128): master/387b213c044a:0 server-side Connection retries=45 2024-11-23T19:12:48,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:12:48,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T19:12:48,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T19:12:48,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:12:48,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T19:12:49,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T19:12:49,214 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T19:12:49,222 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T19:12:49,225 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T19:12:49,249 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1004 (auto-detected) 2024-11-23T19:12:49,251 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-23T19:12:49,271 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39581 2024-11-23T19:12:49,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39581 connecting to ZooKeeper ensemble=127.0.0.1:57063 2024-11-23T19:12:49,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395810x0, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T19:12:49,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39581-0x101691cde7b0000 connected 2024-11-23T19:12:49,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:12:49,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:12:49,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:12:49,504 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90, hbase.cluster.distributed=false 2024-11-23T19:12:49,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T19:12:49,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39581 2024-11-23T19:12:49,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39581 2024-11-23T19:12:49,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39581 2024-11-23T19:12:49,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39581 2024-11-23T19:12:49,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39581 2024-11-23T19:12:49,661 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/387b213c044a:0 server-side Connection retries=45 2024-11-23T19:12:49,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:12:49,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T19:12:49,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T19:12:49,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:12:49,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T19:12:49,668 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T19:12:49,671 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T19:12:49,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35329 2024-11-23T19:12:49,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35329 connecting to ZooKeeper ensemble=127.0.0.1:57063 2024-11-23T19:12:49,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:12:49,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:12:49,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353290x0, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T19:12:49,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353290x0, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:12:49,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35329-0x101691cde7b0001 connected 2024-11-23T19:12:49,703 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T19:12:49,720 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T19:12:49,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T19:12:49,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T19:12:49,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35329 2024-11-23T19:12:49,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35329 2024-11-23T19:12:49,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35329 2024-11-23T19:12:49,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35329 2024-11-23T19:12:49,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35329 2024-11-23T19:12:49,759 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/387b213c044a:0 server-side Connection retries=45 2024-11-23T19:12:49,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:12:49,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T19:12:49,760 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T19:12:49,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:12:49,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T19:12:49,761 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T19:12:49,761 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T19:12:49,763 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38005 2024-11-23T19:12:49,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38005 connecting to ZooKeeper ensemble=127.0.0.1:57063 2024-11-23T19:12:49,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:12:49,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:12:49,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380050x0, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T19:12:49,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380050x0, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:12:49,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38005-0x101691cde7b0002 connected 2024-11-23T19:12:49,788 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T19:12:49,789 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T19:12:49,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T19:12:49,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T19:12:49,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38005 2024-11-23T19:12:49,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38005 2024-11-23T19:12:49,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38005 2024-11-23T19:12:49,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38005 2024-11-23T19:12:49,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38005 2024-11-23T19:12:49,820 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/387b213c044a:0 server-side Connection retries=45 2024-11-23T19:12:49,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:12:49,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T19:12:49,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T19:12:49,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:12:49,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T19:12:49,822 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T19:12:49,822 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T19:12:49,826 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38243 2024-11-23T19:12:49,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38243 connecting to ZooKeeper ensemble=127.0.0.1:57063 2024-11-23T19:12:49,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:12:49,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:12:49,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382430x0, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T19:12:49,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382430x0, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:12:49,855 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T19:12:49,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38243-0x101691cde7b0003 connected 2024-11-23T19:12:49,858 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T19:12:49,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38243-0x101691cde7b0003, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T19:12:49,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38243-0x101691cde7b0003, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T19:12:49,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38243 2024-11-23T19:12:49,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38243 2024-11-23T19:12:49,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38243 2024-11-23T19:12:49,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38243 2024-11-23T19:12:49,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38243 2024-11-23T19:12:49,891 DEBUG [M:0;387b213c044a:39581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;387b213c044a:39581 2024-11-23T19:12:49,892 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/387b213c044a,39581,1732389168819 2024-11-23T19:12:49,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:12:49,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:12:49,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x101691cde7b0003, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:12:49,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:12:49,907 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/387b213c044a,39581,1732389168819 2024-11-23T19:12:49,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x101691cde7b0003, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T19:12:49,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T19:12:49,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T19:12:49,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:49,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:49,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:49,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x101691cde7b0003, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:49,946 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T19:12:49,947 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/387b213c044a,39581,1732389168819 from backup master directory 2024-11-23T19:12:49,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:12:49,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/387b213c044a,39581,1732389168819 2024-11-23T19:12:49,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:12:49,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:12:49,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x101691cde7b0003, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:12:49,958 WARN [master/387b213c044a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T19:12:49,958 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=387b213c044a,39581,1732389168819 2024-11-23T19:12:49,960 INFO [master/387b213c044a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T19:12:49,962 INFO [master/387b213c044a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T19:12:50,021 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/hbase.id] with ID: e2faeda6-a9c8-4b74-88fc-8b073a9ad94c 2024-11-23T19:12:50,021 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/.tmp/hbase.id 2024-11-23T19:12:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741826_1002 (size=42) 2024-11-23T19:12:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741826_1002 (size=42) 2024-11-23T19:12:50,037 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/.tmp/hbase.id]:[hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/hbase.id] 2024-11-23T19:12:50,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741826_1002 (size=42) 2024-11-23T19:12:50,083 INFO [master/387b213c044a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:12:50,090 INFO [master/387b213c044a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T19:12:50,109 INFO [master/387b213c044a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-23T19:12:50,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:50,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x101691cde7b0003, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:50,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:50,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:50,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741827_1003 (size=196) 2024-11-23T19:12:50,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741827_1003 (size=196) 2024-11-23T19:12:50,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741827_1003 (size=196) 2024-11-23T19:12:50,159 INFO [master/387b213c044a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:12:50,160 INFO [master/387b213c044a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T19:12:50,174 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:12:50,177 INFO [master/387b213c044a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T19:12:50,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741828_1004 (size=1189) 2024-11-23T19:12:50,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741828_1004 (size=1189) 2024-11-23T19:12:50,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741828_1004 (size=1189) 2024-11-23T19:12:50,227 INFO [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store 2024-11-23T19:12:50,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741829_1005 (size=34) 2024-11-23T19:12:50,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741829_1005 (size=34) 2024-11-23T19:12:50,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741829_1005 (size=34) 2024-11-23T19:12:50,254 INFO [master/387b213c044a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T19:12:50,257 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:12:50,259 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T19:12:50,259 INFO [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:12:50,259 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:12:50,261 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T19:12:50,261 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:12:50,261 INFO [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:12:50,262 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732389170259Disabling compacts and flushes for region at 1732389170259Disabling writes for close at 1732389170261 (+2 ms)Writing region close event to WAL at 1732389170261Closed at 1732389170261 2024-11-23T19:12:50,264 WARN [master/387b213c044a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/.initializing 2024-11-23T19:12:50,265 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/WALs/387b213c044a,39581,1732389168819 2024-11-23T19:12:50,273 INFO [master/387b213c044a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T19:12:50,286 INFO [master/387b213c044a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=387b213c044a%2C39581%2C1732389168819, suffix=, logDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/WALs/387b213c044a,39581,1732389168819, archiveDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/oldWALs, maxLogs=10 2024-11-23T19:12:50,310 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/WALs/387b213c044a,39581,1732389168819/387b213c044a%2C39581%2C1732389168819.1732389170291, exclude list is [], retry=0 2024-11-23T19:12:50,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44897,DS-be1797e1-4495-4888-99e6-154dd8329296,DISK] 2024-11-23T19:12:50,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34781,DS-a73dcf65-c279-4956-bf7f-02736b88f3d1,DISK] 2024-11-23T19:12:50,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-701f15d1-8813-4d36-8288-9a60097acaa7,DISK] 2024-11-23T19:12:50,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T19:12:50,373 INFO [master/387b213c044a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/WALs/387b213c044a,39581,1732389168819/387b213c044a%2C39581%2C1732389168819.1732389170291 2024-11-23T19:12:50,374 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34549:34549),(127.0.0.1/127.0.0.1:34775:34775),(127.0.0.1/127.0.0.1:39251:39251)] 2024-11-23T19:12:50,375 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:12:50,375 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:12:50,380 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:12:50,381 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:12:50,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:12:50,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T19:12:50,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:12:50,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:12:50,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:12:50,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T19:12:50,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:12:50,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:12:50,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:12:50,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T19:12:50,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:12:50,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:12:50,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:12:50,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T19:12:50,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:12:50,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:12:50,468 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:12:50,472 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:12:50,473 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:12:50,478 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:12:50,479 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:12:50,482 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T19:12:50,485 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:12:50,489 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:12:50,491 INFO [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59558325, jitterRate=-0.11251179873943329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T19:12:50,499 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732389170395Initializing all the Stores at 1732389170398 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732389170398Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389170399 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389170399Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389170400 (+1 ms)Cleaning up temporary data from old regions at 1732389170479 (+79 ms)Region opened successfully at 1732389170498 (+19 ms) 2024-11-23T19:12:50,500 INFO [master/387b213c044a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T19:12:50,534 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2771f0c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=387b213c044a/172.17.0.3:0 2024-11-23T19:12:50,564 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T19:12:50,574 INFO [master/387b213c044a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T19:12:50,574 INFO [master/387b213c044a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T19:12:50,578 INFO [master/387b213c044a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T19:12:50,579 INFO [master/387b213c044a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T19:12:50,585 INFO [master/387b213c044a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-23T19:12:50,585 INFO [master/387b213c044a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-23T19:12:50,613 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T19:12:50,623 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T19:12:50,630 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T19:12:50,633 INFO [master/387b213c044a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T19:12:50,634 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T19:12:50,641 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T19:12:50,643 INFO [master/387b213c044a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T19:12:50,647 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T19:12:50,661 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T19:12:50,662 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T19:12:50,731 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T19:12:50,748 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T19:12:50,933 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T19:12:51,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T19:12:51,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T19:12:51,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T19:12:51,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x101691cde7b0003, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T19:12:51,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:51,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:51,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x101691cde7b0003, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:51,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:51,057 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=387b213c044a,39581,1732389168819, sessionid=0x101691cde7b0000, setting cluster-up flag (Was=false) 2024-11-23T19:12:51,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:51,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:51,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:51,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x101691cde7b0003, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:51,168 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T19:12:51,172 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=387b213c044a,39581,1732389168819 2024-11-23T19:12:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x101691cde7b0003, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:51,231 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T19:12:51,234 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=387b213c044a,39581,1732389168819 2024-11-23T19:12:51,242 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T19:12:51,279 INFO [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(746): ClusterId : e2faeda6-a9c8-4b74-88fc-8b073a9ad94c 2024-11-23T19:12:51,279 INFO [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(746): ClusterId : e2faeda6-a9c8-4b74-88fc-8b073a9ad94c 2024-11-23T19:12:51,279 INFO [RS:2;387b213c044a:38243 {}] regionserver.HRegionServer(746): ClusterId : e2faeda6-a9c8-4b74-88fc-8b073a9ad94c 2024-11-23T19:12:51,282 DEBUG [RS:1;387b213c044a:38005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T19:12:51,282 DEBUG [RS:2;387b213c044a:38243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T19:12:51,282 DEBUG [RS:0;387b213c044a:35329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T19:12:51,306 DEBUG [RS:1;387b213c044a:38005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T19:12:51,306 DEBUG [RS:0;387b213c044a:35329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T19:12:51,306 DEBUG [RS:2;387b213c044a:38243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T19:12:51,306 DEBUG [RS:1;387b213c044a:38005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T19:12:51,306 DEBUG [RS:0;387b213c044a:35329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T19:12:51,306 DEBUG [RS:2;387b213c044a:38243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T19:12:51,312 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T19:12:51,321 INFO [master/387b213c044a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T19:12:51,326 DEBUG [RS:1;387b213c044a:38005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T19:12:51,326 DEBUG [RS:0;387b213c044a:35329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T19:12:51,326 DEBUG [RS:2;387b213c044a:38243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T19:12:51,327 DEBUG [RS:1;387b213c044a:38005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@609a2681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=387b213c044a/172.17.0.3:0 2024-11-23T19:12:51,327 DEBUG [RS:0;387b213c044a:35329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ff6746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=387b213c044a/172.17.0.3:0 2024-11-23T19:12:51,327 DEBUG [RS:2;387b213c044a:38243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e752139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=387b213c044a/172.17.0.3:0 2024-11-23T19:12:51,328 INFO [master/387b213c044a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T19:12:51,334 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 387b213c044a,39581,1732389168819 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T19:12:51,342 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/387b213c044a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T19:12:51,343 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/387b213c044a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T19:12:51,343 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/387b213c044a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T19:12:51,343 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/387b213c044a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T19:12:51,343 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/387b213c044a:0, corePoolSize=10, maxPoolSize=10 2024-11-23T19:12:51,343 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,344 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/387b213c044a:0, corePoolSize=2, maxPoolSize=2 2024-11-23T19:12:51,344 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,344 DEBUG [RS:0;387b213c044a:35329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;387b213c044a:35329 2024-11-23T19:12:51,344 DEBUG [RS:1;387b213c044a:38005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;387b213c044a:38005 2024-11-23T19:12:51,345 DEBUG [RS:2;387b213c044a:38243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;387b213c044a:38243 2024-11-23T19:12:51,346 INFO [master/387b213c044a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732389201345 2024-11-23T19:12:51,347 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T19:12:51,349 INFO [RS:1;387b213c044a:38005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T19:12:51,349 INFO [RS:0;387b213c044a:35329 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T19:12:51,349 INFO [RS:1;387b213c044a:38005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T19:12:51,349 INFO [RS:0;387b213c044a:35329 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T19:12:51,349 DEBUG [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T19:12:51,349 DEBUG [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T19:12:51,349 INFO [RS:2;387b213c044a:38243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T19:12:51,349 INFO [RS:2;387b213c044a:38243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T19:12:51,349 DEBUG [RS:2;387b213c044a:38243 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T19:12:51,350 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T19:12:51,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T19:12:51,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T19:12:51,352 INFO [RS:2;387b213c044a:38243 {}] regionserver.HRegionServer(2659): reportForDuty to master=387b213c044a,39581,1732389168819 with port=38243, startcode=1732389169820 2024-11-23T19:12:51,352 INFO [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(2659): reportForDuty to master=387b213c044a,39581,1732389168819 with port=38005, startcode=1732389169758 2024-11-23T19:12:51,352 INFO [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(2659): reportForDuty to master=387b213c044a,39581,1732389168819 with port=35329, startcode=1732389169625 2024-11-23T19:12:51,354 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T19:12:51,354 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T19:12:51,355 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T19:12:51,355 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T19:12:51,356 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,362 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:12:51,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T19:12:51,365 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T19:12:51,367 DEBUG [RS:1;387b213c044a:38005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T19:12:51,368 DEBUG [RS:0;387b213c044a:35329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T19:12:51,367 DEBUG [RS:2;387b213c044a:38243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T19:12:51,368 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T19:12:51,368 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T19:12:51,371 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T19:12:51,371 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T19:12:51,380 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/387b213c044a:0:becomeActiveMaster-HFileCleaner.large.0-1732389171373,5,FailOnTimeoutGroup] 2024-11-23T19:12:51,381 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/387b213c044a:0:becomeActiveMaster-HFileCleaner.small.0-1732389171380,5,FailOnTimeoutGroup] 2024-11-23T19:12:51,381 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,381 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T19:12:51,382 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,383 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741831_1007 (size=1321) 2024-11-23T19:12:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741831_1007 (size=1321) 2024-11-23T19:12:51,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741831_1007 (size=1321) 2024-11-23T19:12:51,424 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T19:12:51,424 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90 2024-11-23T19:12:51,436 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T19:12:51,436 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T19:12:51,436 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T19:12:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741832_1008 (size=32) 2024-11-23T19:12:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741832_1008 (size=32) 2024-11-23T19:12:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741832_1008 (size=32) 2024-11-23T19:12:51,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:12:51,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T19:12:51,444 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 387b213c044a,38005,1732389169758 2024-11-23T19:12:51,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T19:12:51,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:12:51,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39581 {}] master.ServerManager(517): Registering regionserver=387b213c044a,38005,1732389169758 2024-11-23T19:12:51,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:12:51,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T19:12:51,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T19:12:51,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:12:51,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:12:51,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T19:12:51,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T19:12:51,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:12:51,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:12:51,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T19:12:51,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T19:12:51,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:12:51,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:12:51,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T19:12:51,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 387b213c044a,38243,1732389169820 2024-11-23T19:12:51,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39581 {}] master.ServerManager(517): Registering regionserver=387b213c044a,38243,1732389169820 2024-11-23T19:12:51,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740 2024-11-23T19:12:51,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740 2024-11-23T19:12:51,467 DEBUG [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90 2024-11-23T19:12:51,467 DEBUG [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42223 2024-11-23T19:12:51,467 DEBUG [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T19:12:51,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T19:12:51,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T19:12:51,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 387b213c044a,35329,1732389169625 2024-11-23T19:12:51,469 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39581 {}] master.ServerManager(517): Registering regionserver=387b213c044a,35329,1732389169625 2024-11-23T19:12:51,469 DEBUG [RS:2;387b213c044a:38243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90 2024-11-23T19:12:51,469 DEBUG [RS:2;387b213c044a:38243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42223 2024-11-23T19:12:51,469 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T19:12:51,469 DEBUG [RS:2;387b213c044a:38243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T19:12:51,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T19:12:51,475 DEBUG [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90 2024-11-23T19:12:51,475 DEBUG [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42223 2024-11-23T19:12:51,475 DEBUG [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T19:12:51,477 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:12:51,478 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63801701, jitterRate=-0.049280568957328796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T19:12:51,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732389171442Initializing all the Stores at 1732389171443 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732389171443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732389171444 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389171444Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732389171444Cleaning up temporary data from old regions at 1732389171468 (+24 ms)Region opened successfully at 1732389171484 (+16 ms) 2024-11-23T19:12:51,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T19:12:51,484 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T19:12:51,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T19:12:51,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T19:12:51,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T19:12:51,486 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T19:12:51,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732389171484Disabling compacts and flushes for region at 1732389171484Disabling writes for close at 1732389171485 (+1 ms)Writing region close event to WAL at 1732389171486 (+1 ms)Closed at 1732389171486 2024-11-23T19:12:51,490 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T19:12:51,490 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T19:12:51,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T19:12:51,505 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T19:12:51,508 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T19:12:51,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T19:12:51,536 DEBUG [RS:1;387b213c044a:38005 {}] zookeeper.ZKUtil(111): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/387b213c044a,38005,1732389169758 2024-11-23T19:12:51,536 DEBUG [RS:2;387b213c044a:38243 {}] zookeeper.ZKUtil(111): regionserver:38243-0x101691cde7b0003, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/387b213c044a,38243,1732389169820 2024-11-23T19:12:51,536 WARN [RS:2;387b213c044a:38243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T19:12:51,536 WARN [RS:1;387b213c044a:38005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T19:12:51,537 INFO [RS:2;387b213c044a:38243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T19:12:51,537 INFO [RS:1;387b213c044a:38005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T19:12:51,537 DEBUG [RS:0;387b213c044a:35329 {}] zookeeper.ZKUtil(111): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/387b213c044a,35329,1732389169625 2024-11-23T19:12:51,537 WARN [RS:0;387b213c044a:35329 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T19:12:51,537 DEBUG [RS:2;387b213c044a:38243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820 2024-11-23T19:12:51,537 DEBUG [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38005,1732389169758 2024-11-23T19:12:51,537 INFO [RS:0;387b213c044a:35329 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T19:12:51,537 DEBUG [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,35329,1732389169625 2024-11-23T19:12:51,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [387b213c044a,38005,1732389169758] 2024-11-23T19:12:51,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [387b213c044a,35329,1732389169625] 2024-11-23T19:12:51,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [387b213c044a,38243,1732389169820] 2024-11-23T19:12:51,566 INFO [RS:0;387b213c044a:35329 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T19:12:51,566 INFO [RS:2;387b213c044a:38243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T19:12:51,566 INFO [RS:1;387b213c044a:38005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T19:12:51,582 INFO [RS:1;387b213c044a:38005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T19:12:51,582 INFO [RS:2;387b213c044a:38243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T19:12:51,582 INFO [RS:0;387b213c044a:35329 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T19:12:51,587 INFO [RS:2;387b213c044a:38243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T19:12:51,587 INFO [RS:1;387b213c044a:38005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T19:12:51,587 INFO [RS:0;387b213c044a:35329 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T19:12:51,587 INFO [RS:2;387b213c044a:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,587 INFO [RS:0;387b213c044a:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,587 INFO [RS:1;387b213c044a:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,588 INFO [RS:2;387b213c044a:38243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T19:12:51,588 INFO [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T19:12:51,589 INFO [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T19:12:51,594 INFO [RS:2;387b213c044a:38243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T19:12:51,594 INFO [RS:1;387b213c044a:38005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T19:12:51,594 INFO [RS:0;387b213c044a:35329 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T19:12:51,595 INFO [RS:2;387b213c044a:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,595 INFO [RS:0;387b213c044a:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,595 INFO [RS:1;387b213c044a:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,596 DEBUG [RS:2;387b213c044a:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,596 DEBUG [RS:1;387b213c044a:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,596 DEBUG [RS:0;387b213c044a:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,596 DEBUG [RS:2;387b213c044a:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,596 DEBUG [RS:0;387b213c044a:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,596 DEBUG [RS:1;387b213c044a:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,596 DEBUG [RS:2;387b213c044a:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,596 DEBUG [RS:0;387b213c044a:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,596 DEBUG [RS:1;387b213c044a:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,596 DEBUG [RS:2;387b213c044a:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,596 DEBUG [RS:2;387b213c044a:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,596 DEBUG [RS:0;387b213c044a:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,596 DEBUG [RS:1;387b213c044a:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,596 DEBUG [RS:2;387b213c044a:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0, corePoolSize=2, maxPoolSize=2 2024-11-23T19:12:51,596 DEBUG [RS:0;387b213c044a:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,597 DEBUG [RS:1;387b213c044a:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,597 DEBUG [RS:2;387b213c044a:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,597 DEBUG [RS:0;387b213c044a:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0, corePoolSize=2, maxPoolSize=2 2024-11-23T19:12:51,597 DEBUG [RS:2;387b213c044a:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,597 DEBUG [RS:1;387b213c044a:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0, corePoolSize=2, maxPoolSize=2 2024-11-23T19:12:51,597 DEBUG [RS:2;387b213c044a:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,597 DEBUG [RS:0;387b213c044a:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,597 DEBUG [RS:2;387b213c044a:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,597 DEBUG [RS:1;387b213c044a:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,597 DEBUG [RS:0;387b213c044a:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,597 DEBUG [RS:2;387b213c044a:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,597 DEBUG [RS:0;387b213c044a:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,597 DEBUG [RS:1;387b213c044a:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,597 DEBUG [RS:2;387b213c044a:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,597 DEBUG [RS:2;387b213c044a:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T19:12:51,597 DEBUG [RS:0;387b213c044a:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,597 DEBUG [RS:1;387b213c044a:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,597 DEBUG [RS:2;387b213c044a:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/387b213c044a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T19:12:51,597 DEBUG [RS:0;387b213c044a:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,597 DEBUG [RS:1;387b213c044a:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,597 DEBUG [RS:0;387b213c044a:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,598 DEBUG [RS:1;387b213c044a:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,598 DEBUG [RS:0;387b213c044a:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T19:12:51,598 DEBUG [RS:1;387b213c044a:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:12:51,598 DEBUG [RS:0;387b213c044a:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/387b213c044a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T19:12:51,598 DEBUG [RS:1;387b213c044a:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T19:12:51,598 DEBUG [RS:1;387b213c044a:38005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/387b213c044a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T19:12:51,607 INFO [RS:2;387b213c044a:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,608 INFO [RS:0;387b213c044a:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,608 INFO [RS:2;387b213c044a:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,608 INFO [RS:2;387b213c044a:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,608 INFO [RS:2;387b213c044a:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,608 INFO [RS:0;387b213c044a:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,608 INFO [RS:2;387b213c044a:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,608 INFO [RS:0;387b213c044a:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,608 INFO [RS:1;387b213c044a:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,608 INFO [RS:2;387b213c044a:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,38243,1732389169820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T19:12:51,608 INFO [RS:0;387b213c044a:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,608 INFO [RS:1;387b213c044a:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,608 INFO [RS:0;387b213c044a:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,608 INFO [RS:1;387b213c044a:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,609 INFO [RS:0;387b213c044a:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,35329,1732389169625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T19:12:51,609 INFO [RS:1;387b213c044a:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,609 INFO [RS:1;387b213c044a:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,609 INFO [RS:1;387b213c044a:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,38005,1732389169758-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T19:12:51,627 INFO [RS:1;387b213c044a:38005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T19:12:51,629 INFO [RS:1;387b213c044a:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,38005,1732389169758-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,629 INFO [RS:1;387b213c044a:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,630 INFO [RS:1;387b213c044a:38005 {}] regionserver.Replication(171): 387b213c044a,38005,1732389169758 started 2024-11-23T19:12:51,631 INFO [RS:0;387b213c044a:35329 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T19:12:51,631 INFO [RS:2;387b213c044a:38243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T19:12:51,632 INFO [RS:2;387b213c044a:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,38243,1732389169820-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,632 INFO [RS:0;387b213c044a:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,35329,1732389169625-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,632 INFO [RS:2;387b213c044a:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,632 INFO [RS:0;387b213c044a:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,632 INFO [RS:2;387b213c044a:38243 {}] regionserver.Replication(171): 387b213c044a,38243,1732389169820 started 2024-11-23T19:12:51,632 INFO [RS:0;387b213c044a:35329 {}] regionserver.Replication(171): 387b213c044a,35329,1732389169625 started 2024-11-23T19:12:51,649 INFO [RS:1;387b213c044a:38005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,649 INFO [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(1482): Serving as 387b213c044a,38005,1732389169758, RpcServer on 387b213c044a/172.17.0.3:38005, sessionid=0x101691cde7b0002 2024-11-23T19:12:51,650 DEBUG [RS:1;387b213c044a:38005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T19:12:51,650 DEBUG [RS:1;387b213c044a:38005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 387b213c044a,38005,1732389169758 2024-11-23T19:12:51,650 DEBUG [RS:1;387b213c044a:38005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '387b213c044a,38005,1732389169758' 2024-11-23T19:12:51,651 DEBUG [RS:1;387b213c044a:38005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T19:12:51,652 DEBUG [RS:1;387b213c044a:38005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T19:12:51,652 DEBUG [RS:1;387b213c044a:38005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T19:12:51,652 DEBUG [RS:1;387b213c044a:38005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T19:12:51,653 DEBUG [RS:1;387b213c044a:38005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 387b213c044a,38005,1732389169758 2024-11-23T19:12:51,653 DEBUG [RS:1;387b213c044a:38005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '387b213c044a,38005,1732389169758' 2024-11-23T19:12:51,653 DEBUG [RS:1;387b213c044a:38005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T19:12:51,653 DEBUG [RS:1;387b213c044a:38005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T19:12:51,654 DEBUG [RS:1;387b213c044a:38005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T19:12:51,654 INFO [RS:1;387b213c044a:38005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T19:12:51,654 INFO [RS:1;387b213c044a:38005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T19:12:51,654 INFO [RS:2;387b213c044a:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,654 INFO [RS:0;387b213c044a:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:12:51,654 INFO [RS:2;387b213c044a:38243 {}] regionserver.HRegionServer(1482): Serving as 387b213c044a,38243,1732389169820, RpcServer on 387b213c044a/172.17.0.3:38243, sessionid=0x101691cde7b0003 2024-11-23T19:12:51,654 INFO [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(1482): Serving as 387b213c044a,35329,1732389169625, RpcServer on 387b213c044a/172.17.0.3:35329, sessionid=0x101691cde7b0001 2024-11-23T19:12:51,654 DEBUG [RS:0;387b213c044a:35329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T19:12:51,654 DEBUG [RS:2;387b213c044a:38243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T19:12:51,654 DEBUG [RS:0;387b213c044a:35329 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 387b213c044a,35329,1732389169625 2024-11-23T19:12:51,654 DEBUG [RS:2;387b213c044a:38243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 387b213c044a,38243,1732389169820 2024-11-23T19:12:51,654 DEBUG [RS:0;387b213c044a:35329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '387b213c044a,35329,1732389169625' 2024-11-23T19:12:51,654 DEBUG [RS:2;387b213c044a:38243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '387b213c044a,38243,1732389169820' 2024-11-23T19:12:51,655 DEBUG [RS:0;387b213c044a:35329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T19:12:51,655 DEBUG [RS:2;387b213c044a:38243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T19:12:51,655 DEBUG [RS:0;387b213c044a:35329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T19:12:51,655 DEBUG [RS:2;387b213c044a:38243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T19:12:51,656 DEBUG [RS:0;387b213c044a:35329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T19:12:51,656 DEBUG [RS:2;387b213c044a:38243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T19:12:51,656 DEBUG [RS:2;387b213c044a:38243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T19:12:51,656 DEBUG [RS:0;387b213c044a:35329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T19:12:51,656 DEBUG [RS:2;387b213c044a:38243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 387b213c044a,38243,1732389169820 2024-11-23T19:12:51,656 DEBUG [RS:0;387b213c044a:35329 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 387b213c044a,35329,1732389169625 2024-11-23T19:12:51,656 DEBUG [RS:2;387b213c044a:38243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '387b213c044a,38243,1732389169820' 2024-11-23T19:12:51,656 DEBUG [RS:0;387b213c044a:35329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '387b213c044a,35329,1732389169625' 2024-11-23T19:12:51,656 DEBUG [RS:2;387b213c044a:38243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T19:12:51,656 DEBUG [RS:0;387b213c044a:35329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T19:12:51,657 DEBUG [RS:2;387b213c044a:38243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T19:12:51,657 DEBUG [RS:0;387b213c044a:35329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T19:12:51,657 DEBUG [RS:2;387b213c044a:38243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T19:12:51,657 DEBUG [RS:0;387b213c044a:35329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T19:12:51,657 INFO [RS:2;387b213c044a:38243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T19:12:51,657 INFO [RS:0;387b213c044a:35329 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T19:12:51,657 INFO [RS:0;387b213c044a:35329 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T19:12:51,657 INFO [RS:2;387b213c044a:38243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T19:12:51,659 WARN [387b213c044a:39581 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:12:51,760 INFO [RS:0;387b213c044a:35329 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T19:12:51,760 INFO [RS:1;387b213c044a:38005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T19:12:51,760 INFO [RS:2;387b213c044a:38243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T19:12:51,762 INFO [RS:0;387b213c044a:35329 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=387b213c044a%2C35329%2C1732389169625, suffix=, logDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,35329,1732389169625, archiveDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/oldWALs, maxLogs=32 2024-11-23T19:12:51,762 INFO [RS:1;387b213c044a:38005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=387b213c044a%2C38005%2C1732389169758, suffix=, logDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38005,1732389169758, archiveDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/oldWALs, maxLogs=32 2024-11-23T19:12:51,762 INFO [RS:2;387b213c044a:38243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=387b213c044a%2C38243%2C1732389169820, suffix=, logDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820, archiveDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/oldWALs, maxLogs=32 2024-11-23T19:12:51,778 DEBUG [RS:2;387b213c044a:38243 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820/387b213c044a%2C38243%2C1732389169820.1732389171766, exclude list is [], retry=0 2024-11-23T19:12:51,778 DEBUG [RS:1;387b213c044a:38005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38005,1732389169758/387b213c044a%2C38005%2C1732389169758.1732389171766, exclude list is [], retry=0 2024-11-23T19:12:51,782 DEBUG [RS:0;387b213c044a:35329 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,35329,1732389169625/387b213c044a%2C35329%2C1732389169625.1732389171766, exclude list is [], retry=0 2024-11-23T19:12:51,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-701f15d1-8813-4d36-8288-9a60097acaa7,DISK] 2024-11-23T19:12:51,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-701f15d1-8813-4d36-8288-9a60097acaa7,DISK] 2024-11-23T19:12:51,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34781,DS-a73dcf65-c279-4956-bf7f-02736b88f3d1,DISK] 2024-11-23T19:12:51,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44897,DS-be1797e1-4495-4888-99e6-154dd8329296,DISK] 2024-11-23T19:12:51,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44897,DS-be1797e1-4495-4888-99e6-154dd8329296,DISK] 2024-11-23T19:12:51,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34781,DS-a73dcf65-c279-4956-bf7f-02736b88f3d1,DISK] 2024-11-23T19:12:51,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34781,DS-a73dcf65-c279-4956-bf7f-02736b88f3d1,DISK] 2024-11-23T19:12:51,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44897,DS-be1797e1-4495-4888-99e6-154dd8329296,DISK] 2024-11-23T19:12:51,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-701f15d1-8813-4d36-8288-9a60097acaa7,DISK] 2024-11-23T19:12:51,791 INFO [RS:2;387b213c044a:38243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820/387b213c044a%2C38243%2C1732389169820.1732389171766 2024-11-23T19:12:51,791 INFO [RS:1;387b213c044a:38005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38005,1732389169758/387b213c044a%2C38005%2C1732389169758.1732389171766 2024-11-23T19:12:51,792 DEBUG [RS:1;387b213c044a:38005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39251:39251),(127.0.0.1/127.0.0.1:34549:34549),(127.0.0.1/127.0.0.1:34775:34775)] 2024-11-23T19:12:51,792 DEBUG [RS:2;387b213c044a:38243 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39251:39251),(127.0.0.1/127.0.0.1:34549:34549),(127.0.0.1/127.0.0.1:34775:34775)] 2024-11-23T19:12:51,794 INFO [RS:0;387b213c044a:35329 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,35329,1732389169625/387b213c044a%2C35329%2C1732389169625.1732389171766 2024-11-23T19:12:51,794 DEBUG [RS:0;387b213c044a:35329 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34775:34775),(127.0.0.1/127.0.0.1:39251:39251),(127.0.0.1/127.0.0.1:34549:34549)] 2024-11-23T19:12:51,912 DEBUG [387b213c044a:39581 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-23T19:12:51,921 DEBUG [387b213c044a:39581 {}] balancer.BalancerClusterState(204): Hosts are {387b213c044a=0} racks are {/default-rack=0} 2024-11-23T19:12:51,928 DEBUG [387b213c044a:39581 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T19:12:51,928 DEBUG [387b213c044a:39581 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T19:12:51,928 DEBUG [387b213c044a:39581 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T19:12:51,928 DEBUG [387b213c044a:39581 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T19:12:51,928 DEBUG [387b213c044a:39581 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T19:12:51,928 DEBUG [387b213c044a:39581 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T19:12:51,928 INFO [387b213c044a:39581 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T19:12:51,928 INFO [387b213c044a:39581 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T19:12:51,928 INFO [387b213c044a:39581 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T19:12:51,928 DEBUG [387b213c044a:39581 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T19:12:51,935 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=387b213c044a,38005,1732389169758 2024-11-23T19:12:51,942 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 387b213c044a,38005,1732389169758, state=OPENING 2024-11-23T19:12:51,967 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T19:12:52,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:52,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:52,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:52,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x101691cde7b0003, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:12:52,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:12:52,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:12:52,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:12:52,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:12:52,055 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T19:12:52,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=387b213c044a,38005,1732389169758}] 2024-11-23T19:12:59,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T19:12:59,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T19:13:02,092 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T19:13:02,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T19:13:02,106 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T19:13:02,106 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T19:13:02,107 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T19:13:02,110 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=387b213c044a%2C38005%2C1732389169758.meta, suffix=.meta, logDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38005,1732389169758, archiveDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/oldWALs, maxLogs=32 2024-11-23T19:13:02,124 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38005,1732389169758/387b213c044a%2C38005%2C1732389169758.meta.1732389182112.meta, exclude list is [], retry=0 2024-11-23T19:13:02,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44897,DS-be1797e1-4495-4888-99e6-154dd8329296,DISK] 2024-11-23T19:13:02,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-701f15d1-8813-4d36-8288-9a60097acaa7,DISK] 2024-11-23T19:13:02,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34781,DS-a73dcf65-c279-4956-bf7f-02736b88f3d1,DISK] 2024-11-23T19:13:02,131 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38005,1732389169758/387b213c044a%2C38005%2C1732389169758.meta.1732389182112.meta 2024-11-23T19:13:02,132 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34549:34549),(127.0.0.1/127.0.0.1:39251:39251),(127.0.0.1/127.0.0.1:34775:34775)] 2024-11-23T19:13:02,132 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:13:02,134 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T19:13:02,137 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T19:13:02,143 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T19:13:02,148 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T19:13:02,148 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:02,149 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T19:13:02,149 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T19:13:02,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T19:13:02,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T19:13:02,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:02,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:13:02,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T19:13:02,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T19:13:02,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:02,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:13:02,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T19:13:02,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T19:13:02,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:02,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:13:02,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T19:13:02,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T19:13:02,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:02,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:13:02,163 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T19:13:02,164 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740 2024-11-23T19:13:02,167 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740 2024-11-23T19:13:02,170 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T19:13:02,170 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T19:13:02,171 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T19:13:02,174 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T19:13:02,176 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63291558, jitterRate=-0.05688229203224182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T19:13:02,176 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T19:13:02,178 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732389182149Writing region info on filesystem at 1732389182149Initializing all the Stores at 1732389182151 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732389182152 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732389182152Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389182152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732389182152Cleaning up temporary data from old regions at 1732389182170 (+18 ms)Running coprocessor post-open hooks at 1732389182176 (+6 ms)Region opened successfully at 1732389182178 (+2 ms) 2024-11-23T19:13:02,185 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732389182082 2024-11-23T19:13:02,195 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T19:13:02,196 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T19:13:02,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,38005,1732389169758 2024-11-23T19:13:02,199 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 387b213c044a,38005,1732389169758, state=OPEN 2024-11-23T19:13:02,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T19:13:02,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T19:13:02,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T19:13:02,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x101691cde7b0003, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T19:13:02,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:13:02,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:13:02,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:13:02,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:13:02,231 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=387b213c044a,38005,1732389169758 2024-11-23T19:13:02,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T19:13:02,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=387b213c044a,38005,1732389169758 in 10.1740 sec 2024-11-23T19:13:02,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T19:13:02,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7420 sec 2024-11-23T19:13:02,246 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T19:13:02,246 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T19:13:02,265 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:13:02,266 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=387b213c044a,38005,1732389169758, seqNum=-1] 2024-11-23T19:13:02,287 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:13:02,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:13:02,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0350 sec 2024-11-23T19:13:02,306 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732389182306, completionTime=-1 2024-11-23T19:13:02,308 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-23T19:13:02,308 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T19:13:02,332 INFO [master/387b213c044a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-23T19:13:02,332 INFO [master/387b213c044a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732389242332 2024-11-23T19:13:02,332 INFO [master/387b213c044a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732389302332 2024-11-23T19:13:02,332 INFO [master/387b213c044a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-23T19:13:02,334 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T19:13:02,340 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,39581,1732389168819-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:13:02,340 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,39581,1732389168819-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:13:02,341 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,39581,1732389168819-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:13:02,342 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-387b213c044a:39581, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:13:02,342 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T19:13:02,343 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T19:13:02,348 DEBUG [master/387b213c044a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T19:13:02,367 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.409sec 2024-11-23T19:13:02,369 INFO [master/387b213c044a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T19:13:02,370 INFO [master/387b213c044a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T19:13:02,370 INFO [master/387b213c044a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T19:13:02,371 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T19:13:02,371 INFO [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T19:13:02,372 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,39581,1732389168819-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T19:13:02,373 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,39581,1732389168819-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T19:13:02,377 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T19:13:02,378 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T19:13:02,378 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,39581,1732389168819-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:13:02,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c1ea31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:13:02,403 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T19:13:02,403 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T19:13:02,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 387b213c044a,39581,-1 for getting cluster id 2024-11-23T19:13:02,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:13:02,441 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2faeda6-a9c8-4b74-88fc-8b073a9ad94c' 2024-11-23T19:13:02,444 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:13:02,445 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2faeda6-a9c8-4b74-88fc-8b073a9ad94c" 2024-11-23T19:13:02,445 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b75a31f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:13:02,445 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [387b213c044a,39581,-1] 2024-11-23T19:13:02,448 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:13:02,451 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:13:02,455 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:13:02,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b01fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:13:02,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:13:02,469 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=387b213c044a,38005,1732389169758, seqNum=-1] 2024-11-23T19:13:02,469 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:13:02,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:13:02,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=387b213c044a,39581,1732389168819 2024-11-23T19:13:02,509 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732389182508 (current time:1732389182508). 2024-11-23T19:13:02,510 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-23T19:13:02,510 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-23T19:13:02,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aaf922f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:13:02,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 387b213c044a,39581,-1 for getting cluster id 2024-11-23T19:13:02,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:13:02,514 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2faeda6-a9c8-4b74-88fc-8b073a9ad94c' 2024-11-23T19:13:02,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:13:02,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2faeda6-a9c8-4b74-88fc-8b073a9ad94c" 2024-11-23T19:13:02,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccab4f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:13:02,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [387b213c044a,39581,-1] 2024-11-23T19:13:02,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:13:02,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:13:02,518 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:13:02,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea7cf84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:13:02,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:13:02,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=387b213c044a,38005,1732389169758, seqNum=-1] 2024-11-23T19:13:02,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:13:02,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:13:02,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T19:13:02,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:13:02,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:13:02,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:13:02,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:13:02,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T19:13:02,552 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 387b213c044a,39581,1732389168819 2024-11-23T19:13:02,555 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a1add55 2024-11-23T19:13:02,556 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T19:13:02,558 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T19:13:02,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:13:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-23T19:13:02,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T19:13:02,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-23T19:13:02,580 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:02,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T19:13:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:13:02,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741837_1013 (size=361) 2024-11-23T19:13:02,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741837_1013 (size=361) 2024-11-23T19:13:02,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741837_1013 (size=361) 2024-11-23T19:13:02,604 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dfed0701182b6de498f996a143423d4b, NAME => 'SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90 2024-11-23T19:13:02,604 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8435d337482f7c5de72e45c597538d48, NAME => 'SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90 2024-11-23T19:13:02,605 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fe07ce3f42a15c6742a717ff548df9a3, NAME => 'SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90 2024-11-23T19:13:02,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741839_1015 (size=62) 2024-11-23T19:13:02,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741839_1015 (size=62) 2024-11-23T19:13:02,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741839_1015 (size=62) 2024-11-23T19:13:02,631 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:02,631 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8435d337482f7c5de72e45c597538d48, disabling compactions & flushes 2024-11-23T19:13:02,631 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 2024-11-23T19:13:02,631 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 2024-11-23T19:13:02,631 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. after waiting 0 ms 2024-11-23T19:13:02,631 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 2024-11-23T19:13:02,631 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 2024-11-23T19:13:02,632 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8435d337482f7c5de72e45c597538d48: Waiting for close lock at 1732389182631Disabling compacts and flushes for region at 1732389182631Disabling writes for close at 1732389182631Writing region close event to WAL at 1732389182631Closed at 1732389182631 2024-11-23T19:13:02,632 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8f66785838088ef27c59c172e5db7eec, NAME => 'SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90 2024-11-23T19:13:02,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741838_1014 (size=62) 2024-11-23T19:13:02,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741838_1014 (size=62) 2024-11-23T19:13:02,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741838_1014 (size=62) 2024-11-23T19:13:02,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:02,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fe07ce3f42a15c6742a717ff548df9a3, disabling compactions & flushes 2024-11-23T19:13:02,645 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3. 2024-11-23T19:13:02,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3. 2024-11-23T19:13:02,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3. after waiting 0 ms 2024-11-23T19:13:02,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3. 2024-11-23T19:13:02,645 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3. 2024-11-23T19:13:02,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fe07ce3f42a15c6742a717ff548df9a3: Waiting for close lock at 1732389182644Disabling compacts and flushes for region at 1732389182644Disabling writes for close at 1732389182645 (+1 ms)Writing region close event to WAL at 1732389182645Closed at 1732389182645 2024-11-23T19:13:02,645 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0bbf3e1186bed56fe422929f64785aa5, NAME => 'SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90 2024-11-23T19:13:02,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741840_1016 (size=54) 2024-11-23T19:13:02,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741840_1016 (size=54) 2024-11-23T19:13:02,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741840_1016 (size=54) 2024-11-23T19:13:02,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:02,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing dfed0701182b6de498f996a143423d4b, disabling compactions & flushes 2024-11-23T19:13:02,652 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b. 2024-11-23T19:13:02,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b. 2024-11-23T19:13:02,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b. after waiting 0 ms 2024-11-23T19:13:02,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b. 2024-11-23T19:13:02,652 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b. 2024-11-23T19:13:02,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for dfed0701182b6de498f996a143423d4b: Waiting for close lock at 1732389182651Disabling compacts and flushes for region at 1732389182651Disabling writes for close at 1732389182652 (+1 ms)Writing region close event to WAL at 1732389182652Closed at 1732389182652 2024-11-23T19:13:02,653 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 064829cd35e4d2afd800f7c7ad28958d, NAME => 'SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90 2024-11-23T19:13:02,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741841_1017 (size=62) 2024-11-23T19:13:02,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741841_1017 (size=62) 2024-11-23T19:13:02,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741841_1017 (size=62) 2024-11-23T19:13:02,666 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:02,667 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8f66785838088ef27c59c172e5db7eec, disabling compactions & flushes 2024-11-23T19:13:02,667 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 2024-11-23T19:13:02,667 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 2024-11-23T19:13:02,667 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. after waiting 0 ms 2024-11-23T19:13:02,667 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 2024-11-23T19:13:02,667 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 2024-11-23T19:13:02,667 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8f66785838088ef27c59c172e5db7eec: Waiting for close lock at 1732389182667Disabling compacts and flushes for region at 1732389182667Disabling writes for close at 1732389182667Writing region close event to WAL at 1732389182667Closed at 1732389182667 2024-11-23T19:13:02,668 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ad76c7cf78a3b0e937c701f6d4430fd1, NAME => 'SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90 2024-11-23T19:13:02,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741842_1018 (size=62) 2024-11-23T19:13:02,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741842_1018 (size=62) 2024-11-23T19:13:02,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741842_1018 (size=62) 2024-11-23T19:13:02,675 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:02,675 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0bbf3e1186bed56fe422929f64785aa5, disabling compactions & flushes 2024-11-23T19:13:02,675 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5. 2024-11-23T19:13:02,675 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5. 2024-11-23T19:13:02,675 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5. after waiting 0 ms 2024-11-23T19:13:02,675 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5. 2024-11-23T19:13:02,675 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5. 2024-11-23T19:13:02,675 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0bbf3e1186bed56fe422929f64785aa5: Waiting for close lock at 1732389182675Disabling compacts and flushes for region at 1732389182675Disabling writes for close at 1732389182675Writing region close event to WAL at 1732389182675Closed at 1732389182675 2024-11-23T19:13:02,676 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 46368c4904d5b45f46eb42f3f99d6fe8, NAME => 'SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90 2024-11-23T19:13:02,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741843_1019 (size=62) 2024-11-23T19:13:02,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741843_1019 (size=62) 2024-11-23T19:13:02,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741843_1019 (size=62) 2024-11-23T19:13:02,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:02,682 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 064829cd35e4d2afd800f7c7ad28958d, disabling compactions & flushes 2024-11-23T19:13:02,682 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d. 2024-11-23T19:13:02,682 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d. 2024-11-23T19:13:02,682 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d. after waiting 0 ms 2024-11-23T19:13:02,682 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d. 2024-11-23T19:13:02,682 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d. 2024-11-23T19:13:02,682 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 064829cd35e4d2afd800f7c7ad28958d: Waiting for close lock at 1732389182682Disabling compacts and flushes for region at 1732389182682Disabling writes for close at 1732389182682Writing region close event to WAL at 1732389182682Closed at 1732389182682 2024-11-23T19:13:02,683 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 151e1b3a837f4baad5b5c63370b6f13b, NAME => 'SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90 2024-11-23T19:13:02,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741844_1020 (size=62) 2024-11-23T19:13:02,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741844_1020 (size=62) 2024-11-23T19:13:02,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741844_1020 (size=62) 2024-11-23T19:13:02,690 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:02,690 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ad76c7cf78a3b0e937c701f6d4430fd1, disabling compactions & flushes 2024-11-23T19:13:02,690 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 2024-11-23T19:13:02,690 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 2024-11-23T19:13:02,690 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. after waiting 0 ms 2024-11-23T19:13:02,690 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 2024-11-23T19:13:02,690 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 2024-11-23T19:13:02,690 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ad76c7cf78a3b0e937c701f6d4430fd1: Waiting for close lock at 1732389182690Disabling compacts and flushes for region at 1732389182690Disabling writes for close at 1732389182690Writing region close event to WAL at 1732389182690Closed at 1732389182690 2024-11-23T19:13:02,690 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b52cef0415c80c09f7f52a3c82f5c2cf, NAME => 'SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90 2024-11-23T19:13:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:13:02,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741845_1021 (size=62) 2024-11-23T19:13:02,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741845_1021 (size=62) 2024-11-23T19:13:02,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741845_1021 (size=62) 2024-11-23T19:13:02,703 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:02,703 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 46368c4904d5b45f46eb42f3f99d6fe8, disabling compactions & flushes 2024-11-23T19:13:02,703 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8. 2024-11-23T19:13:02,703 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8. 2024-11-23T19:13:02,703 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8. after waiting 0 ms 2024-11-23T19:13:02,703 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8. 2024-11-23T19:13:02,704 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8. 2024-11-23T19:13:02,704 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 46368c4904d5b45f46eb42f3f99d6fe8: Waiting for close lock at 1732389182703Disabling compacts and flushes for region at 1732389182703Disabling writes for close at 1732389182703Writing region close event to WAL at 1732389182704 (+1 ms)Closed at 1732389182704 2024-11-23T19:13:02,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741846_1022 (size=62) 2024-11-23T19:13:02,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741846_1022 (size=62) 2024-11-23T19:13:02,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741846_1022 (size=62) 2024-11-23T19:13:02,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741847_1023 (size=54) 2024-11-23T19:13:02,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741847_1023 (size=54) 2024-11-23T19:13:02,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:02,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 151e1b3a837f4baad5b5c63370b6f13b, disabling compactions & flushes 2024-11-23T19:13:02,712 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b. 2024-11-23T19:13:02,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b. 2024-11-23T19:13:02,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b. after waiting 0 ms 2024-11-23T19:13:02,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741847_1023 (size=54) 2024-11-23T19:13:02,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b. 2024-11-23T19:13:02,713 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b. 2024-11-23T19:13:02,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 151e1b3a837f4baad5b5c63370b6f13b: Waiting for close lock at 1732389182712Disabling compacts and flushes for region at 1732389182712Disabling writes for close at 1732389182712Writing region close event to WAL at 1732389182713 (+1 ms)Closed at 1732389182713 2024-11-23T19:13:02,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:02,714 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b52cef0415c80c09f7f52a3c82f5c2cf, disabling compactions & flushes 2024-11-23T19:13:02,714 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 2024-11-23T19:13:02,714 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 2024-11-23T19:13:02,714 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. after waiting 0 ms 2024-11-23T19:13:02,714 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 2024-11-23T19:13:02,714 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 2024-11-23T19:13:02,714 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b52cef0415c80c09f7f52a3c82f5c2cf: Waiting for close lock at 1732389182713Disabling compacts and flushes for region at 1732389182713Disabling writes for close at 1732389182714 (+1 ms)Writing region close event to WAL at 1732389182714Closed at 1732389182714 2024-11-23T19:13:02,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T19:13:02,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732389182716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389182716"}]},"ts":"1732389182716"} 2024-11-23T19:13:02,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732389182716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389182716"}]},"ts":"1732389182716"} 2024-11-23T19:13:02,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732389182716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389182716"}]},"ts":"1732389182716"} 2024-11-23T19:13:02,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732389182716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389182716"}]},"ts":"1732389182716"} 2024-11-23T19:13:02,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732389182716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389182716"}]},"ts":"1732389182716"} 2024-11-23T19:13:02,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732389182716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389182716"}]},"ts":"1732389182716"} 2024-11-23T19:13:02,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732389182716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389182716"}]},"ts":"1732389182716"} 2024-11-23T19:13:02,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732389182716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389182716"}]},"ts":"1732389182716"} 2024-11-23T19:13:02,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732389182716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389182716"}]},"ts":"1732389182716"} 2024-11-23T19:13:02,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732389182716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389182716"}]},"ts":"1732389182716"} 2024-11-23T19:13:02,753 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-23T19:13:02,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T19:13:02,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732389182755"}]},"ts":"1732389182755"} 2024-11-23T19:13:02,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-23T19:13:02,762 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {387b213c044a=0} racks are {/default-rack=0} 2024-11-23T19:13:02,768 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T19:13:02,769 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T19:13:02,769 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T19:13:02,769 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T19:13:02,769 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T19:13:02,769 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T19:13:02,769 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T19:13:02,769 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T19:13:02,769 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T19:13:02,769 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T19:13:02,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfed0701182b6de498f996a143423d4b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8435d337482f7c5de72e45c597538d48, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe07ce3f42a15c6742a717ff548df9a3, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f66785838088ef27c59c172e5db7eec, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bbf3e1186bed56fe422929f64785aa5, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=064829cd35e4d2afd800f7c7ad28958d, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad76c7cf78a3b0e937c701f6d4430fd1, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46368c4904d5b45f46eb42f3f99d6fe8, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=151e1b3a837f4baad5b5c63370b6f13b, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b52cef0415c80c09f7f52a3c82f5c2cf, ASSIGN}] 2024-11-23T19:13:02,774 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b52cef0415c80c09f7f52a3c82f5c2cf, ASSIGN 2024-11-23T19:13:02,774 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=151e1b3a837f4baad5b5c63370b6f13b, ASSIGN 2024-11-23T19:13:02,774 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46368c4904d5b45f46eb42f3f99d6fe8, ASSIGN 2024-11-23T19:13:02,775 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad76c7cf78a3b0e937c701f6d4430fd1, ASSIGN 2024-11-23T19:13:02,777 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=064829cd35e4d2afd800f7c7ad28958d, ASSIGN 2024-11-23T19:13:02,777 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=151e1b3a837f4baad5b5c63370b6f13b, ASSIGN; state=OFFLINE, location=387b213c044a,38005,1732389169758; forceNewPlan=false, retain=false 2024-11-23T19:13:02,777 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46368c4904d5b45f46eb42f3f99d6fe8, ASSIGN; state=OFFLINE, location=387b213c044a,35329,1732389169625; forceNewPlan=false, retain=false 2024-11-23T19:13:02,777 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b52cef0415c80c09f7f52a3c82f5c2cf, ASSIGN; state=OFFLINE, location=387b213c044a,38243,1732389169820; forceNewPlan=false, retain=false 2024-11-23T19:13:02,777 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad76c7cf78a3b0e937c701f6d4430fd1, ASSIGN; state=OFFLINE, location=387b213c044a,38243,1732389169820; forceNewPlan=false, retain=false 2024-11-23T19:13:02,779 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=064829cd35e4d2afd800f7c7ad28958d, ASSIGN; state=OFFLINE, location=387b213c044a,38005,1732389169758; forceNewPlan=false, retain=false 2024-11-23T19:13:02,783 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f66785838088ef27c59c172e5db7eec, ASSIGN 2024-11-23T19:13:02,783 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bbf3e1186bed56fe422929f64785aa5, ASSIGN 2024-11-23T19:13:02,785 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0bbf3e1186bed56fe422929f64785aa5, ASSIGN; state=OFFLINE, location=387b213c044a,35329,1732389169625; forceNewPlan=false, retain=false 2024-11-23T19:13:02,785 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe07ce3f42a15c6742a717ff548df9a3, ASSIGN 2024-11-23T19:13:02,785 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f66785838088ef27c59c172e5db7eec, ASSIGN; state=OFFLINE, location=387b213c044a,38243,1732389169820; forceNewPlan=false, retain=false 2024-11-23T19:13:02,785 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8435d337482f7c5de72e45c597538d48, ASSIGN 2024-11-23T19:13:02,787 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfed0701182b6de498f996a143423d4b, ASSIGN 2024-11-23T19:13:02,787 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe07ce3f42a15c6742a717ff548df9a3, ASSIGN; state=OFFLINE, location=387b213c044a,35329,1732389169625; forceNewPlan=false, retain=false 2024-11-23T19:13:02,787 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8435d337482f7c5de72e45c597538d48, ASSIGN; state=OFFLINE, location=387b213c044a,38243,1732389169820; forceNewPlan=false, retain=false 2024-11-23T19:13:02,788 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dfed0701182b6de498f996a143423d4b, ASSIGN; state=OFFLINE, location=387b213c044a,38005,1732389169758; forceNewPlan=false, retain=false 2024-11-23T19:13:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:13:02,930 INFO [387b213c044a:39581 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-23T19:13:02,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8435d337482f7c5de72e45c597538d48, regionState=OPENING, regionLocation=387b213c044a,38243,1732389169820 2024-11-23T19:13:02,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8f66785838088ef27c59c172e5db7eec, regionState=OPENING, regionLocation=387b213c044a,38243,1732389169820 2024-11-23T19:13:02,931 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b52cef0415c80c09f7f52a3c82f5c2cf, regionState=OPENING, regionLocation=387b213c044a,38243,1732389169820 2024-11-23T19:13:02,931 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=151e1b3a837f4baad5b5c63370b6f13b, regionState=OPENING, regionLocation=387b213c044a,38005,1732389169758 2024-11-23T19:13:02,931 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ad76c7cf78a3b0e937c701f6d4430fd1, regionState=OPENING, regionLocation=387b213c044a,38243,1732389169820 2024-11-23T19:13:02,932 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=064829cd35e4d2afd800f7c7ad28958d, regionState=OPENING, regionLocation=387b213c044a,38005,1732389169758 2024-11-23T19:13:02,932 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dfed0701182b6de498f996a143423d4b, regionState=OPENING, regionLocation=387b213c044a,38005,1732389169758 2024-11-23T19:13:02,932 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=46368c4904d5b45f46eb42f3f99d6fe8, regionState=OPENING, regionLocation=387b213c044a,35329,1732389169625 2024-11-23T19:13:02,932 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fe07ce3f42a15c6742a717ff548df9a3, regionState=OPENING, regionLocation=387b213c044a,35329,1732389169625 2024-11-23T19:13:02,932 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0bbf3e1186bed56fe422929f64785aa5, regionState=OPENING, regionLocation=387b213c044a,35329,1732389169625 2024-11-23T19:13:02,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b52cef0415c80c09f7f52a3c82f5c2cf, ASSIGN because future has completed 2024-11-23T19:13:02,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf, server=387b213c044a,38243,1732389169820}] 2024-11-23T19:13:02,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f66785838088ef27c59c172e5db7eec, ASSIGN because future has completed 2024-11-23T19:13:02,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f66785838088ef27c59c172e5db7eec, server=387b213c044a,38243,1732389169820}] 2024-11-23T19:13:02,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=151e1b3a837f4baad5b5c63370b6f13b, ASSIGN because future has completed 2024-11-23T19:13:02,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8435d337482f7c5de72e45c597538d48, ASSIGN because future has completed 2024-11-23T19:13:02,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 151e1b3a837f4baad5b5c63370b6f13b, server=387b213c044a,38005,1732389169758}] 2024-11-23T19:13:02,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8435d337482f7c5de72e45c597538d48, server=387b213c044a,38243,1732389169820}] 2024-11-23T19:13:02,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad76c7cf78a3b0e937c701f6d4430fd1, ASSIGN because future has completed 2024-11-23T19:13:02,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46368c4904d5b45f46eb42f3f99d6fe8, ASSIGN because future has completed 2024-11-23T19:13:02,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46368c4904d5b45f46eb42f3f99d6fe8, server=387b213c044a,35329,1732389169625}] 2024-11-23T19:13:02,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1, server=387b213c044a,38243,1732389169820}] 2024-11-23T19:13:02,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dfed0701182b6de498f996a143423d4b, ASSIGN because future has completed 2024-11-23T19:13:02,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=064829cd35e4d2afd800f7c7ad28958d, ASSIGN because future has completed 2024-11-23T19:13:02,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0bbf3e1186bed56fe422929f64785aa5, ASSIGN because future has completed 2024-11-23T19:13:02,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bbf3e1186bed56fe422929f64785aa5, server=387b213c044a,35329,1732389169625}] 2024-11-23T19:13:02,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 064829cd35e4d2afd800f7c7ad28958d, server=387b213c044a,38005,1732389169758}] 2024-11-23T19:13:02,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe07ce3f42a15c6742a717ff548df9a3, ASSIGN because future has completed 2024-11-23T19:13:02,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe07ce3f42a15c6742a717ff548df9a3, server=387b213c044a,35329,1732389169625}] 2024-11-23T19:13:02,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfed0701182b6de498f996a143423d4b, server=387b213c044a,38005,1732389169758}] 2024-11-23T19:13:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:13:03,563 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T19:13:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:13:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:13:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:13:07,694 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T19:13:09,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T19:13:09,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T19:13:09,213 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T19:13:09,213 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T19:13:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:13:12,941 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T19:13:12,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T19:13:12,956 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T19:13:12,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T19:13:12,960 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 2024-11-23T19:13:12,960 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => ad76c7cf78a3b0e937c701f6d4430fd1, NAME => 'SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-23T19:13:12,961 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:12,961 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:12,961 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:12,961 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:12,964 INFO [StoreOpener-ad76c7cf78a3b0e937c701f6d4430fd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:12,966 INFO [StoreOpener-ad76c7cf78a3b0e937c701f6d4430fd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad76c7cf78a3b0e937c701f6d4430fd1 columnFamilyName cf 2024-11-23T19:13:12,966 DEBUG [StoreOpener-ad76c7cf78a3b0e937c701f6d4430fd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:12,968 INFO [StoreOpener-ad76c7cf78a3b0e937c701f6d4430fd1-1 {}] regionserver.HStore(327): Store=ad76c7cf78a3b0e937c701f6d4430fd1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:13:12,968 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:12,969 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8. 2024-11-23T19:13:12,969 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b. 2024-11-23T19:13:12,969 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 46368c4904d5b45f46eb42f3f99d6fe8, NAME => 'SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-23T19:13:12,969 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => dfed0701182b6de498f996a143423d4b, NAME => 'SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-23T19:13:12,970 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dfed0701182b6de498f996a143423d4b 2024-11-23T19:13:12,970 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:12,970 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 46368c4904d5b45f46eb42f3f99d6fe8 2024-11-23T19:13:12,970 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for dfed0701182b6de498f996a143423d4b 2024-11-23T19:13:12,970 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for dfed0701182b6de498f996a143423d4b 2024-11-23T19:13:12,970 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:12,970 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:12,970 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 46368c4904d5b45f46eb42f3f99d6fe8 2024-11-23T19:13:12,971 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 46368c4904d5b45f46eb42f3f99d6fe8 2024-11-23T19:13:12,971 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:12,972 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:12,972 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:12,972 INFO [StoreOpener-dfed0701182b6de498f996a143423d4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dfed0701182b6de498f996a143423d4b 2024-11-23T19:13:12,972 INFO [StoreOpener-46368c4904d5b45f46eb42f3f99d6fe8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 46368c4904d5b45f46eb42f3f99d6fe8 2024-11-23T19:13:12,975 INFO [StoreOpener-46368c4904d5b45f46eb42f3f99d6fe8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46368c4904d5b45f46eb42f3f99d6fe8 columnFamilyName cf 2024-11-23T19:13:12,975 INFO [StoreOpener-dfed0701182b6de498f996a143423d4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfed0701182b6de498f996a143423d4b columnFamilyName cf 2024-11-23T19:13:12,975 DEBUG [StoreOpener-46368c4904d5b45f46eb42f3f99d6fe8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:12,975 DEBUG [StoreOpener-dfed0701182b6de498f996a143423d4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:12,975 INFO [StoreOpener-46368c4904d5b45f46eb42f3f99d6fe8-1 {}] regionserver.HStore(327): Store=46368c4904d5b45f46eb42f3f99d6fe8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:13:12,975 INFO [StoreOpener-dfed0701182b6de498f996a143423d4b-1 {}] regionserver.HStore(327): Store=dfed0701182b6de498f996a143423d4b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:13:12,976 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for dfed0701182b6de498f996a143423d4b 2024-11-23T19:13:12,976 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 46368c4904d5b45f46eb42f3f99d6fe8 2024-11-23T19:13:12,976 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:12,977 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/46368c4904d5b45f46eb42f3f99d6fe8 2024-11-23T19:13:12,977 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/dfed0701182b6de498f996a143423d4b 2024-11-23T19:13:12,977 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/46368c4904d5b45f46eb42f3f99d6fe8 2024-11-23T19:13:12,977 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/dfed0701182b6de498f996a143423d4b 2024-11-23T19:13:12,978 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for dfed0701182b6de498f996a143423d4b 2024-11-23T19:13:12,978 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for dfed0701182b6de498f996a143423d4b 2024-11-23T19:13:12,978 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 46368c4904d5b45f46eb42f3f99d6fe8 2024-11-23T19:13:12,978 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 46368c4904d5b45f46eb42f3f99d6fe8 2024-11-23T19:13:12,980 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/ad76c7cf78a3b0e937c701f6d4430fd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:13:12,980 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 46368c4904d5b45f46eb42f3f99d6fe8 2024-11-23T19:13:12,980 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for dfed0701182b6de498f996a143423d4b 2024-11-23T19:13:12,981 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened ad76c7cf78a3b0e937c701f6d4430fd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59177491, jitterRate=-0.11818666756153107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:13:12,981 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:12,982 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for ad76c7cf78a3b0e937c701f6d4430fd1: Running coprocessor pre-open hook at 1732389192961Writing region info on filesystem at 1732389192961Initializing all the Stores at 1732389192963 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389192963Cleaning up temporary data from old regions at 1732389192972 (+9 ms)Running coprocessor post-open hooks at 1732389192981 (+9 ms)Region opened successfully at 1732389192982 (+1 ms) 2024-11-23T19:13:12,985 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1., pid=19, masterSystemTime=1732389192941 2024-11-23T19:13:12,986 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/dfed0701182b6de498f996a143423d4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:13:12,986 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/46368c4904d5b45f46eb42f3f99d6fe8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:13:12,987 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 2024-11-23T19:13:12,987 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 2024-11-23T19:13:12,987 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 2024-11-23T19:13:12,988 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => b52cef0415c80c09f7f52a3c82f5c2cf, NAME => 'SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-23T19:13:12,988 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:12,988 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:12,988 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:12,988 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:12,988 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened dfed0701182b6de498f996a143423d4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59140162, jitterRate=-0.1187429130077362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:13:12,989 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfed0701182b6de498f996a143423d4b 2024-11-23T19:13:12,988 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 46368c4904d5b45f46eb42f3f99d6fe8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62369958, jitterRate=-0.07061520218849182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:13:12,989 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46368c4904d5b45f46eb42f3f99d6fe8 2024-11-23T19:13:12,989 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for dfed0701182b6de498f996a143423d4b: Running coprocessor pre-open hook at 1732389192970Writing region info on filesystem at 1732389192970Initializing all the Stores at 1732389192972 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389192972Cleaning up temporary data from old regions at 1732389192978 (+6 ms)Running coprocessor post-open hooks at 1732389192989 (+11 ms)Region opened successfully at 1732389192989 2024-11-23T19:13:12,989 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 46368c4904d5b45f46eb42f3f99d6fe8: Running coprocessor pre-open hook at 1732389192971Writing region info on filesystem at 1732389192971Initializing all the Stores at 1732389192972 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389192972Cleaning up temporary data from old regions at 1732389192978 (+6 ms)Running coprocessor post-open hooks at 1732389192989 (+11 ms)Region opened successfully at 1732389192989 2024-11-23T19:13:12,989 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ad76c7cf78a3b0e937c701f6d4430fd1, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,38243,1732389169820 2024-11-23T19:13:12,991 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b., pid=24, masterSystemTime=1732389192959 2024-11-23T19:13:12,991 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8., pid=20, masterSystemTime=1732389192955 2024-11-23T19:13:12,994 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b. 2024-11-23T19:13:12,994 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b. 2024-11-23T19:13:12,994 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d. 2024-11-23T19:13:12,994 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 064829cd35e4d2afd800f7c7ad28958d, NAME => 'SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-23T19:13:12,995 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 064829cd35e4d2afd800f7c7ad28958d 2024-11-23T19:13:12,995 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:12,995 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 064829cd35e4d2afd800f7c7ad28958d 2024-11-23T19:13:12,995 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 064829cd35e4d2afd800f7c7ad28958d 2024-11-23T19:13:12,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dfed0701182b6de498f996a143423d4b, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,38005,1732389169758 2024-11-23T19:13:12,996 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8. 2024-11-23T19:13:12,996 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8. 2024-11-23T19:13:12,996 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3. 2024-11-23T19:13:12,996 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => fe07ce3f42a15c6742a717ff548df9a3, NAME => 'SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-23T19:13:12,997 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fe07ce3f42a15c6742a717ff548df9a3 2024-11-23T19:13:12,997 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:12,997 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for fe07ce3f42a15c6742a717ff548df9a3 2024-11-23T19:13:12,997 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for fe07ce3f42a15c6742a717ff548df9a3 2024-11-23T19:13:12,997 INFO [StoreOpener-b52cef0415c80c09f7f52a3c82f5c2cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:12,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=46368c4904d5b45f46eb42f3f99d6fe8, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,35329,1732389169625 2024-11-23T19:13:12,999 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39581 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=387b213c044a,38243,1732389169820, table=SPTestTable, region=ad76c7cf78a3b0e937c701f6d4430fd1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-23T19:13:13,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1, server=387b213c044a,38243,1732389169820 because future has completed 2024-11-23T19:13:13,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfed0701182b6de498f996a143423d4b, server=387b213c044a,38005,1732389169758 because future has completed 2024-11-23T19:13:13,003 INFO [StoreOpener-fe07ce3f42a15c6742a717ff548df9a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fe07ce3f42a15c6742a717ff548df9a3 2024-11-23T19:13:13,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46368c4904d5b45f46eb42f3f99d6fe8, server=387b213c044a,35329,1732389169625 because future has completed 2024-11-23T19:13:13,005 INFO [StoreOpener-b52cef0415c80c09f7f52a3c82f5c2cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b52cef0415c80c09f7f52a3c82f5c2cf columnFamilyName cf 2024-11-23T19:13:13,006 DEBUG [StoreOpener-b52cef0415c80c09f7f52a3c82f5c2cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:13,007 INFO [StoreOpener-b52cef0415c80c09f7f52a3c82f5c2cf-1 {}] regionserver.HStore(327): Store=b52cef0415c80c09f7f52a3c82f5c2cf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:13:13,007 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:13,009 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:13,009 INFO [StoreOpener-064829cd35e4d2afd800f7c7ad28958d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 064829cd35e4d2afd800f7c7ad28958d 2024-11-23T19:13:13,010 INFO [StoreOpener-fe07ce3f42a15c6742a717ff548df9a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe07ce3f42a15c6742a717ff548df9a3 columnFamilyName cf 2024-11-23T19:13:13,010 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:13,010 DEBUG [StoreOpener-fe07ce3f42a15c6742a717ff548df9a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:13,011 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:13,011 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:13,011 INFO [StoreOpener-fe07ce3f42a15c6742a717ff548df9a3-1 {}] regionserver.HStore(327): Store=fe07ce3f42a15c6742a717ff548df9a3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:13:13,011 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for fe07ce3f42a15c6742a717ff548df9a3 2024-11-23T19:13:13,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-23T19:13:13,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1, server=387b213c044a,38243,1732389169820 in 10.0590 sec 2024-11-23T19:13:13,013 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/fe07ce3f42a15c6742a717ff548df9a3 2024-11-23T19:13:13,014 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/fe07ce3f42a15c6742a717ff548df9a3 2024-11-23T19:13:13,015 INFO [StoreOpener-064829cd35e4d2afd800f7c7ad28958d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 064829cd35e4d2afd800f7c7ad28958d columnFamilyName cf 2024-11-23T19:13:13,015 DEBUG [StoreOpener-064829cd35e4d2afd800f7c7ad28958d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:13,017 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:13,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-23T19:13:13,017 INFO [StoreOpener-064829cd35e4d2afd800f7c7ad28958d-1 {}] regionserver.HStore(327): Store=064829cd35e4d2afd800f7c7ad28958d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:13:13,017 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 064829cd35e4d2afd800f7c7ad28958d 2024-11-23T19:13:13,017 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for fe07ce3f42a15c6742a717ff548df9a3 2024-11-23T19:13:13,017 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for fe07ce3f42a15c6742a717ff548df9a3 2024-11-23T19:13:13,018 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/064829cd35e4d2afd800f7c7ad28958d 2024-11-23T19:13:13,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad76c7cf78a3b0e937c701f6d4430fd1, ASSIGN in 10.2410 sec 2024-11-23T19:13:13,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dfed0701182b6de498f996a143423d4b, server=387b213c044a,38005,1732389169758 in 10.0490 sec 2024-11-23T19:13:13,020 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/064829cd35e4d2afd800f7c7ad28958d 2024-11-23T19:13:13,021 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 064829cd35e4d2afd800f7c7ad28958d 2024-11-23T19:13:13,021 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 064829cd35e4d2afd800f7c7ad28958d 2024-11-23T19:13:13,021 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/b52cef0415c80c09f7f52a3c82f5c2cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:13:13,022 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened b52cef0415c80c09f7f52a3c82f5c2cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63148407, jitterRate=-0.05901540815830231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:13:13,023 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:13,024 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for b52cef0415c80c09f7f52a3c82f5c2cf: Running coprocessor pre-open hook at 1732389192989Writing region info on filesystem at 1732389192989Initializing all the Stores at 1732389192997 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389192997Cleaning up temporary data from old regions at 1732389193011 (+14 ms)Running coprocessor post-open hooks at 1732389193023 (+12 ms)Region opened successfully at 1732389193023 2024-11-23T19:13:13,025 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 064829cd35e4d2afd800f7c7ad28958d 2024-11-23T19:13:13,025 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf., pid=15, masterSystemTime=1732389192941 2024-11-23T19:13:13,025 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for fe07ce3f42a15c6742a717ff548df9a3 2024-11-23T19:13:13,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-11-23T19:13:13,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 46368c4904d5b45f46eb42f3f99d6fe8, server=387b213c044a,35329,1732389169625 in 10.0670 sec 2024-11-23T19:13:13,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfed0701182b6de498f996a143423d4b, ASSIGN in 10.2500 sec 2024-11-23T19:13:13,029 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 2024-11-23T19:13:13,029 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 2024-11-23T19:13:13,029 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 2024-11-23T19:13:13,029 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f66785838088ef27c59c172e5db7eec, NAME => 'SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-23T19:13:13,030 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:13,030 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:13,031 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:13,031 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:13,031 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b52cef0415c80c09f7f52a3c82f5c2cf, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,38243,1732389169820 2024-11-23T19:13:13,032 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/fe07ce3f42a15c6742a717ff548df9a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:13:13,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46368c4904d5b45f46eb42f3f99d6fe8, ASSIGN in 10.2560 sec 2024-11-23T19:13:13,034 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened fe07ce3f42a15c6742a717ff548df9a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63322666, jitterRate=-0.05641874670982361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:13:13,034 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe07ce3f42a15c6742a717ff548df9a3 2024-11-23T19:13:13,034 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for fe07ce3f42a15c6742a717ff548df9a3: Running coprocessor pre-open hook at 1732389192998Writing region info on filesystem at 1732389192998Initializing all the Stores at 1732389193002 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389193003 (+1 ms)Cleaning up temporary data from old regions at 1732389193017 (+14 ms)Running coprocessor post-open hooks at 1732389193034 (+17 ms)Region opened successfully at 1732389193034 2024-11-23T19:13:13,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf, server=387b213c044a,38243,1732389169820 because future has completed 2024-11-23T19:13:13,036 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3., pid=23, masterSystemTime=1732389192955 2024-11-23T19:13:13,039 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3. 2024-11-23T19:13:13,039 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3. 2024-11-23T19:13:13,039 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5. 2024-11-23T19:13:13,039 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bbf3e1186bed56fe422929f64785aa5, NAME => 'SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-23T19:13:13,040 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/064829cd35e4d2afd800f7c7ad28958d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:13:13,040 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0bbf3e1186bed56fe422929f64785aa5 2024-11-23T19:13:13,040 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fe07ce3f42a15c6742a717ff548df9a3, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,35329,1732389169625 2024-11-23T19:13:13,040 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:13,040 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 0bbf3e1186bed56fe422929f64785aa5 2024-11-23T19:13:13,040 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 0bbf3e1186bed56fe422929f64785aa5 2024-11-23T19:13:13,041 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 064829cd35e4d2afd800f7c7ad28958d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65509762, jitterRate=-0.023828476667404175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:13:13,042 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 064829cd35e4d2afd800f7c7ad28958d 2024-11-23T19:13:13,042 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 064829cd35e4d2afd800f7c7ad28958d: Running coprocessor pre-open hook at 1732389192998Writing region info on filesystem at 1732389192998Initializing all the Stores at 1732389193005 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389193005Cleaning up temporary data from old regions at 1732389193021 (+16 ms)Running coprocessor post-open hooks at 1732389193042 (+21 ms)Region opened successfully at 1732389193042 2024-11-23T19:13:13,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T19:13:13,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf, server=387b213c044a,38243,1732389169820 in 10.1010 sec 2024-11-23T19:13:13,043 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d., pid=22, masterSystemTime=1732389192959 2024-11-23T19:13:13,043 INFO [StoreOpener-0bbf3e1186bed56fe422929f64785aa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0bbf3e1186bed56fe422929f64785aa5 2024-11-23T19:13:13,044 INFO [StoreOpener-8f66785838088ef27c59c172e5db7eec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:13,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe07ce3f42a15c6742a717ff548df9a3, server=387b213c044a,35329,1732389169625 because future has completed 2024-11-23T19:13:13,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b52cef0415c80c09f7f52a3c82f5c2cf, ASSIGN in 10.2720 sec 2024-11-23T19:13:13,047 INFO [StoreOpener-0bbf3e1186bed56fe422929f64785aa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bbf3e1186bed56fe422929f64785aa5 columnFamilyName cf 2024-11-23T19:13:13,047 DEBUG [StoreOpener-0bbf3e1186bed56fe422929f64785aa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:13,047 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d. 2024-11-23T19:13:13,047 INFO [StoreOpener-8f66785838088ef27c59c172e5db7eec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f66785838088ef27c59c172e5db7eec columnFamilyName cf 2024-11-23T19:13:13,047 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d. 2024-11-23T19:13:13,047 DEBUG [StoreOpener-8f66785838088ef27c59c172e5db7eec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:13,047 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b. 2024-11-23T19:13:13,048 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 151e1b3a837f4baad5b5c63370b6f13b, NAME => 'SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-23T19:13:13,048 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 151e1b3a837f4baad5b5c63370b6f13b 2024-11-23T19:13:13,048 INFO [StoreOpener-0bbf3e1186bed56fe422929f64785aa5-1 {}] regionserver.HStore(327): Store=0bbf3e1186bed56fe422929f64785aa5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:13:13,048 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:13,048 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 151e1b3a837f4baad5b5c63370b6f13b 2024-11-23T19:13:13,048 INFO [StoreOpener-8f66785838088ef27c59c172e5db7eec-1 {}] regionserver.HStore(327): Store=8f66785838088ef27c59c172e5db7eec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:13:13,048 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 151e1b3a837f4baad5b5c63370b6f13b 2024-11-23T19:13:13,048 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:13,049 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=064829cd35e4d2afd800f7c7ad28958d, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,38005,1732389169758 2024-11-23T19:13:13,049 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 0bbf3e1186bed56fe422929f64785aa5 2024-11-23T19:13:13,050 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:13,050 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/0bbf3e1186bed56fe422929f64785aa5 2024-11-23T19:13:13,051 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:13,052 INFO [StoreOpener-151e1b3a837f4baad5b5c63370b6f13b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 151e1b3a837f4baad5b5c63370b6f13b 2024-11-23T19:13:13,052 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/0bbf3e1186bed56fe422929f64785aa5 2024-11-23T19:13:13,052 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:13,052 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:13,053 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 0bbf3e1186bed56fe422929f64785aa5 2024-11-23T19:13:13,053 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 0bbf3e1186bed56fe422929f64785aa5 2024-11-23T19:13:13,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 064829cd35e4d2afd800f7c7ad28958d, server=387b213c044a,38005,1732389169758 because future has completed 2024-11-23T19:13:13,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-23T19:13:13,056 INFO [StoreOpener-151e1b3a837f4baad5b5c63370b6f13b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 151e1b3a837f4baad5b5c63370b6f13b columnFamilyName cf 2024-11-23T19:13:13,056 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:13,056 DEBUG [StoreOpener-151e1b3a837f4baad5b5c63370b6f13b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:13,057 INFO [StoreOpener-151e1b3a837f4baad5b5c63370b6f13b-1 {}] regionserver.HStore(327): Store=151e1b3a837f4baad5b5c63370b6f13b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:13:13,057 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 151e1b3a837f4baad5b5c63370b6f13b 2024-11-23T19:13:13,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure fe07ce3f42a15c6742a717ff548df9a3, server=387b213c044a,35329,1732389169625 in 10.0900 sec 2024-11-23T19:13:13,059 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/151e1b3a837f4baad5b5c63370b6f13b 2024-11-23T19:13:13,059 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 0bbf3e1186bed56fe422929f64785aa5 2024-11-23T19:13:13,060 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/151e1b3a837f4baad5b5c63370b6f13b 2024-11-23T19:13:13,061 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 151e1b3a837f4baad5b5c63370b6f13b 2024-11-23T19:13:13,061 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 151e1b3a837f4baad5b5c63370b6f13b 2024-11-23T19:13:13,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-23T19:13:13,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 064829cd35e4d2afd800f7c7ad28958d, server=387b213c044a,38005,1732389169758 in 10.1050 sec 2024-11-23T19:13:13,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe07ce3f42a15c6742a717ff548df9a3, ASSIGN in 10.2880 sec 2024-11-23T19:13:13,064 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 151e1b3a837f4baad5b5c63370b6f13b 2024-11-23T19:13:13,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=064829cd35e4d2afd800f7c7ad28958d, ASSIGN in 10.2920 sec 2024-11-23T19:13:13,067 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/8f66785838088ef27c59c172e5db7eec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:13:13,068 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/0bbf3e1186bed56fe422929f64785aa5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:13:13,068 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/151e1b3a837f4baad5b5c63370b6f13b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:13:13,068 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 8f66785838088ef27c59c172e5db7eec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75002357, jitterRate=0.11762221157550812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:13:13,069 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:13,069 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 8f66785838088ef27c59c172e5db7eec: Running coprocessor pre-open hook at 1732389193031Writing region info on filesystem at 1732389193031Initializing all the Stores at 1732389193033 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389193033Cleaning up temporary data from old regions at 1732389193052 (+19 ms)Running coprocessor post-open hooks at 1732389193069 (+17 ms)Region opened successfully at 1732389193069 2024-11-23T19:13:13,069 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 151e1b3a837f4baad5b5c63370b6f13b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62989338, jitterRate=-0.06138572096824646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:13:13,069 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 151e1b3a837f4baad5b5c63370b6f13b 2024-11-23T19:13:13,069 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 151e1b3a837f4baad5b5c63370b6f13b: Running coprocessor pre-open hook at 1732389193048Writing region info on filesystem at 1732389193048Initializing all the Stores at 1732389193051 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389193051Cleaning up temporary data from old regions at 1732389193061 (+10 ms)Running coprocessor post-open hooks at 1732389193069 (+8 ms)Region opened successfully at 1732389193069 2024-11-23T19:13:13,069 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 0bbf3e1186bed56fe422929f64785aa5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73367548, jitterRate=0.09326165914535522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:13:13,070 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bbf3e1186bed56fe422929f64785aa5 2024-11-23T19:13:13,070 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 0bbf3e1186bed56fe422929f64785aa5: Running coprocessor pre-open hook at 1732389193041Writing region info on filesystem at 1732389193041Initializing all the Stores at 1732389193042 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389193042Cleaning up temporary data from old regions at 1732389193054 (+12 ms)Running coprocessor post-open hooks at 1732389193070 (+16 ms)Region opened successfully at 1732389193070 2024-11-23T19:13:13,070 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec., pid=16, masterSystemTime=1732389192941 2024-11-23T19:13:13,070 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b., pid=17, masterSystemTime=1732389192959 2024-11-23T19:13:13,071 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5., pid=21, masterSystemTime=1732389192955 2024-11-23T19:13:13,074 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b. 2024-11-23T19:13:13,075 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b. 2024-11-23T19:13:13,075 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=151e1b3a837f4baad5b5c63370b6f13b, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,38005,1732389169758 2024-11-23T19:13:13,076 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 2024-11-23T19:13:13,076 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 2024-11-23T19:13:13,076 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 2024-11-23T19:13:13,076 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 8435d337482f7c5de72e45c597538d48, NAME => 'SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-23T19:13:13,077 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:13,077 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:13,077 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:13,077 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:13,077 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8f66785838088ef27c59c172e5db7eec, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,38243,1732389169820 2024-11-23T19:13:13,078 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5. 2024-11-23T19:13:13,079 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5. 2024-11-23T19:13:13,081 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0bbf3e1186bed56fe422929f64785aa5, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,35329,1732389169625 2024-11-23T19:13:13,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 151e1b3a837f4baad5b5c63370b6f13b, server=387b213c044a,38005,1732389169758 because future has completed 2024-11-23T19:13:13,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f66785838088ef27c59c172e5db7eec, server=387b213c044a,38243,1732389169820 because future has completed 2024-11-23T19:13:13,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bbf3e1186bed56fe422929f64785aa5, server=387b213c044a,35329,1732389169625 because future has completed 2024-11-23T19:13:13,088 INFO [StoreOpener-8435d337482f7c5de72e45c597538d48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:13,092 INFO [StoreOpener-8435d337482f7c5de72e45c597538d48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8435d337482f7c5de72e45c597538d48 columnFamilyName cf 2024-11-23T19:13:13,093 DEBUG [StoreOpener-8435d337482f7c5de72e45c597538d48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:13,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-11-23T19:13:13,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f66785838088ef27c59c172e5db7eec, server=387b213c044a,38243,1732389169820 in 10.1480 sec 2024-11-23T19:13:13,094 INFO [StoreOpener-8435d337482f7c5de72e45c597538d48-1 {}] regionserver.HStore(327): Store=8435d337482f7c5de72e45c597538d48/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:13:13,094 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:13,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-23T19:13:13,096 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:13,097 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:13,098 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:13,098 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:13,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-23T19:13:13,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 151e1b3a837f4baad5b5c63370b6f13b, server=387b213c044a,38005,1732389169758 in 10.1440 sec 2024-11-23T19:13:13,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bbf3e1186bed56fe422929f64785aa5, server=387b213c044a,35329,1732389169625 in 10.1390 sec 2024-11-23T19:13:13,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=151e1b3a837f4baad5b5c63370b6f13b, ASSIGN in 10.3250 sec 2024-11-23T19:13:13,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f66785838088ef27c59c172e5db7eec, ASSIGN in 10.3230 sec 2024-11-23T19:13:13,102 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:13,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bbf3e1186bed56fe422929f64785aa5, ASSIGN in 10.3290 sec 2024-11-23T19:13:13,109 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/8435d337482f7c5de72e45c597538d48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:13:13,110 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 8435d337482f7c5de72e45c597538d48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70099527, jitterRate=0.04456435143947601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:13:13,110 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:13,110 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 8435d337482f7c5de72e45c597538d48: Running coprocessor pre-open hook at 1732389193077Writing region info on filesystem at 1732389193077Initializing all the Stores at 1732389193079 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389193080 (+1 ms)Cleaning up temporary data from old regions at 1732389193098 (+18 ms)Running coprocessor post-open hooks at 1732389193110 (+12 ms)Region opened successfully at 1732389193110 2024-11-23T19:13:13,112 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48., pid=18, masterSystemTime=1732389192941 2024-11-23T19:13:13,114 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 2024-11-23T19:13:13,114 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 2024-11-23T19:13:13,115 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8435d337482f7c5de72e45c597538d48, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,38243,1732389169820 2024-11-23T19:13:13,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8435d337482f7c5de72e45c597538d48, server=387b213c044a,38243,1732389169820 because future has completed 2024-11-23T19:13:13,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-11-23T19:13:13,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8435d337482f7c5de72e45c597538d48, server=387b213c044a,38243,1732389169820 in 10.1790 sec 2024-11-23T19:13:13,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-23T19:13:13,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8435d337482f7c5de72e45c597538d48, ASSIGN in 10.3550 sec 2024-11-23T19:13:13,130 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T19:13:13,130 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732389193130"}]},"ts":"1732389193130"} 2024-11-23T19:13:13,133 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-23T19:13:13,135 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T19:13:13,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5680 sec 2024-11-23T19:13:15,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-23T19:13:17,757 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T19:13:18,500 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T19:13:19,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-23T19:13:19,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-23T19:13:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:13:20,819 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-23T19:13:20,819 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-23T19:13:20,820 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:13:20,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-23T19:13:20,837 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:13:20,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-23T19:13:20,912 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1., hostname=387b213c044a,38243,1732389169820, seqNum=2] 2024-11-23T19:13:20,917 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1., hostname=387b213c044a,38243,1732389169820, seqNum=2] 2024-11-23T19:13:20,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1., hostname=387b213c044a,38243,1732389169820, seqNum=2] 2024-11-23T19:13:20,927 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1., hostname=387b213c044a,38243,1732389169820, seqNum=2] 2024-11-23T19:13:20,933 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1., hostname=387b213c044a,38243,1732389169820, seqNum=2] 2024-11-23T19:13:20,944 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1., hostname=387b213c044a,38243,1732389169820, seqNum=2] 2024-11-23T19:13:20,947 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1., hostname=387b213c044a,38243,1732389169820, seqNum=2] 2024-11-23T19:13:20,951 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1., hostname=387b213c044a,38243,1732389169820, seqNum=2] 2024-11-23T19:13:21,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8., hostname=387b213c044a,35329,1732389169625, seqNum=2] 2024-11-23T19:13:21,025 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8., hostname=387b213c044a,35329,1732389169625, seqNum=2] 2024-11-23T19:13:21,030 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8., hostname=387b213c044a,35329,1732389169625, seqNum=2] 2024-11-23T19:13:21,033 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8., hostname=387b213c044a,35329,1732389169625, seqNum=2] 2024-11-23T19:13:21,036 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8., hostname=387b213c044a,35329,1732389169625, seqNum=2] 2024-11-23T19:13:21,039 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8., hostname=387b213c044a,35329,1732389169625, seqNum=2] 2024-11-23T19:13:21,042 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8., hostname=387b213c044a,35329,1732389169625, seqNum=2] 2024-11-23T19:13:21,045 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8., hostname=387b213c044a,35329,1732389169625, seqNum=2] 2024-11-23T19:13:21,089 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b., hostname=387b213c044a,38005,1732389169758, seqNum=2] 2024-11-23T19:13:21,092 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b., hostname=387b213c044a,38005,1732389169758, seqNum=2] 2024-11-23T19:13:21,095 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b., hostname=387b213c044a,38005,1732389169758, seqNum=2] 2024-11-23T19:13:21,098 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b., hostname=387b213c044a,38005,1732389169758, seqNum=2] 2024-11-23T19:13:21,211 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf., hostname=387b213c044a,38243,1732389169820, seqNum=2] 2024-11-23T19:13:21,214 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf., hostname=387b213c044a,38243,1732389169820, seqNum=2] 2024-11-23T19:13:21,217 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf., hostname=387b213c044a,38243,1732389169820, seqNum=2] 2024-11-23T19:13:21,223 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf., hostname=387b213c044a,38243,1732389169820, seqNum=2] 2024-11-23T19:13:21,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:13:22,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:13:22,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:13:22,135 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35329 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T19:13:22,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:13:22,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38005 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T19:13:22,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 2024-11-23T19:13:22,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T19:13:22,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T19:13:23,040 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-23T19:13:23,041 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:13:23,043 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-23T19:13:23,049 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-23T19:13:23,068 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-23T19:13:23,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741848_1024 (size=49) 2024-11-23T19:13:23,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741848_1024 (size=49) 2024-11-23T19:13:23,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741848_1024 (size=49) 2024-11-23T19:13:23,100 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-23T19:13:23,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfed0701182b6de498f996a143423d4b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe07ce3f42a15c6742a717ff548df9a3}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bbf3e1186bed56fe422929f64785aa5}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 064829cd35e4d2afd800f7c7ad28958d}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46368c4904d5b45f46eb42f3f99d6fe8}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 151e1b3a837f4baad5b5c63370b6f13b}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf}] 2024-11-23T19:13:23,108 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfed0701182b6de498f996a143423d4b 2024-11-23T19:13:23,109 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe07ce3f42a15c6742a717ff548df9a3 2024-11-23T19:13:23,109 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bbf3e1186bed56fe422929f64785aa5 2024-11-23T19:13:23,109 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:23,110 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:23,117 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 151e1b3a837f4baad5b5c63370b6f13b 2024-11-23T19:13:23,118 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46368c4904d5b45f46eb42f3f99d6fe8 2024-11-23T19:13:23,121 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:23,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 064829cd35e4d2afd800f7c7ad28958d 2024-11-23T19:13:23,127 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:23,142 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 387b213c044a,38243,1732389169820 2024-11-23T19:13:23,143 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 387b213c044a,38243,1732389169820: Simulated kill ***** 2024-11-23T19:13:23,143 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T19:13:23,146 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T19:13:23,147 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T19:13:23,150 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T19:13:23,151 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T19:13:23,160 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 655026808 }, "NonHeapMemoryUsage": { "committed": 156893184, "init": 7667712, "max": -1, "used": 153338432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "387b213c044a", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "387b213c044a", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:57063", "tag.serverName": "387b213c044a,35329,1732389169625", "tag.clusterId": "e2faeda6-a9c8-4b74-88fc-8b073a9ad94c", "tag.Context": "regionserver", "tag.Hostname": "387b213c044a", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732389169625, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-23T19:13:23,163 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39581 {}] master.MasterRpcServices(700): 387b213c044a,38243,1732389169820 reported a fatal error: ***** ABORTING region server 387b213c044a,38243,1732389169820: Simulated kill ***** 2024-11-23T19:13:23,168 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '387b213c044a,38243,1732389169820' ***** 2024-11-23T19:13:23,168 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-23T19:13:23,168 INFO [RS:2;387b213c044a:38243 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T19:13:23,168 INFO [RS:2;387b213c044a:38243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-23T19:13:23,168 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T19:13:23,169 INFO [RS:2;387b213c044a:38243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-23T19:13:23,169 INFO [RS:2;387b213c044a:38243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T19:13:23,169 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:13:23,169 INFO [RS:2;387b213c044a:38243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;387b213c044a:38243. 2024-11-23T19:13:23,169 DEBUG [RS:2;387b213c044a:38243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:13:23,169 DEBUG [RS:2;387b213c044a:38243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:13:23,171 INFO [regionserver/387b213c044a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T19:13:23,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741833_1009 (size=1257) 2024-11-23T19:13:23,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741833_1009 (size=1257) 2024-11-23T19:13:23,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741833_1009 (size=1257) 2024-11-23T19:13:23,182 DEBUG [RS:2;387b213c044a:38243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:13:23,182 INFO [RS:2;387b213c044a:38243 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T19:13:23,182 INFO [RS:2;387b213c044a:38243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38243 2024-11-23T19:13:23,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T19:13:23,229 INFO [RS:2;387b213c044a:38243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T19:13:23,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x101691cde7b0003, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/387b213c044a,38243,1732389169820 2024-11-23T19:13:23,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [387b213c044a,38243,1732389169820] 2024-11-23T19:13:23,250 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/387b213c044a,38243,1732389169820 already deleted, retry=false 2024-11-23T19:13:23,250 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 387b213c044a,38243,1732389169820 on 387b213c044a,39581,1732389168819 2024-11-23T19:13:23,257 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 387b213c044a,38243,1732389169820, splitWal=true, meta=false 2024-11-23T19:13:23,262 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 387b213c044a,38243,1732389169820 (carryingMeta=false) 387b213c044a,38243,1732389169820/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5cc06c4f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T19:13:23,262 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 387b213c044a,38243,1732389169820, splitWal=true, meta=false 2024-11-23T19:13:23,264 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 387b213c044a,38243,1732389169820 had 4 regions 2024-11-23T19:13:23,264 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:23,265 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:23,265 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:23,265 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:23,268 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 387b213c044a,38243,1732389169820, splitWal=true, meta=false, isMeta: false 2024-11-23T19:13:23,269 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48 can not run currently because target server of region SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 387b213c044a,38243,1732389169820 is in state SPLITTING, wait 1000 ms to retry 2024-11-23T19:13:23,269 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48; timeout=1000, timestamp=1732389204269 2024-11-23T19:13:23,270 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf can not run currently because target server of region SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 387b213c044a,38243,1732389169820 is in state SPLITTING, wait 1000 ms to retry 2024-11-23T19:13:23,270 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf; timeout=1000, timestamp=1732389204270 2024-11-23T19:13:23,270 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1 can not run currently because target server of region SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 387b213c044a,38243,1732389169820 is in state SPLITTING, wait 1000 ms to retry 2024-11-23T19:13:23,270 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec can not run currently because target server of region SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 387b213c044a,38243,1732389169820 is in state SPLITTING, wait 1000 ms to retry 2024-11-23T19:13:23,271 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1; timeout=1000, timestamp=1732389204270 2024-11-23T19:13:23,271 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec; timeout=1000, timestamp=1732389204270 2024-11-23T19:13:23,276 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820-splitting 2024-11-23T19:13:23,278 INFO [PEWorker-2 {}] master.SplitWALManager(105): 387b213c044a,38243,1732389169820 WAL count=1, meta=false 2024-11-23T19:13:23,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 387b213c044a%2C38243%2C1732389169820.1732389171766}] 2024-11-23T19:13:23,290 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=387b213c044a,35329,1732389169625 2024-11-23T19:13:23,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 387b213c044a%2C38243%2C1732389169820.1732389171766, worker=387b213c044a,35329,1732389169625}] 2024-11-23T19:13:23,331 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=387b213c044a:39581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-23T19:13:23,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x101691cde7b0003, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:13:23,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x101691cde7b0003, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:13:23,340 INFO [RS:2;387b213c044a:38243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T19:13:23,341 INFO [RS:2;387b213c044a:38243 {}] regionserver.HRegionServer(1031): Exiting; stopping=387b213c044a,38243,1732389169820; zookeeper connection closed. 2024-11-23T19:13:23,341 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fd1b21f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fd1b21f 2024-11-23T19:13:23,608 INFO [regionserver/387b213c044a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T19:13:23,608 INFO [regionserver/387b213c044a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T19:13:24,270 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:24,270 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:24,270 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:24,271 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:24,272 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1 can not run currently because target server of region SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 387b213c044a,38243,1732389169820 is in state SPLITTING, wait 2000 ms to retry 2024-11-23T19:13:24,272 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec can not run currently because target server of region SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 387b213c044a,38243,1732389169820 is in state SPLITTING, wait 2000 ms to retry 2024-11-23T19:13:24,272 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1; timeout=2000, timestamp=1732389206272 2024-11-23T19:13:24,272 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf can not run currently because target server of region SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 387b213c044a,38243,1732389169820 is in state SPLITTING, wait 2000 ms to retry 2024-11-23T19:13:24,272 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec; timeout=2000, timestamp=1732389206272 2024-11-23T19:13:24,272 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf; timeout=2000, timestamp=1732389206272 2024-11-23T19:13:24,272 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48 can not run currently because target server of region SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 387b213c044a,38243,1732389169820 is in state SPLITTING, wait 2000 ms to retry 2024-11-23T19:13:24,272 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48; timeout=2000, timestamp=1732389206272 2024-11-23T19:13:26,272 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:26,273 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:26,273 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:26,273 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:26,274 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1 can not run currently because target server of region SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 387b213c044a,38243,1732389169820 is in state SPLITTING, wait 4000 ms to retry 2024-11-23T19:13:26,274 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec can not run currently because target server of region SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 387b213c044a,38243,1732389169820 is in state SPLITTING, wait 4000 ms to retry 2024-11-23T19:13:26,274 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf can not run currently because target server of region SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 387b213c044a,38243,1732389169820 is in state SPLITTING, wait 4000 ms to retry 2024-11-23T19:13:26,274 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48 can not run currently because target server of region SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 387b213c044a,38243,1732389169820 is in state SPLITTING, wait 4000 ms to retry 2024-11-23T19:13:26,274 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1; timeout=4000, timestamp=1732389210274 2024-11-23T19:13:26,274 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf; timeout=4000, timestamp=1732389210274 2024-11-23T19:13:26,274 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec; timeout=4000, timestamp=1732389210274 2024-11-23T19:13:26,274 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48; timeout=4000, timestamp=1732389210274 2024-11-23T19:13:30,275 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:30,275 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:30,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:30,276 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:30,276 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec can not run currently because target server of region SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 387b213c044a,38243,1732389169820 is in state SPLITTING, wait 8000 ms to retry 2024-11-23T19:13:30,276 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1 can not run currently because target server of region SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 387b213c044a,38243,1732389169820 is in state SPLITTING, wait 8000 ms to retry 2024-11-23T19:13:30,277 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1; timeout=8000, timestamp=1732389218277 2024-11-23T19:13:30,277 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec; timeout=8000, timestamp=1732389218277 2024-11-23T19:13:30,278 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48 can not run currently because target server of region SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 387b213c044a,38243,1732389169820 is in state SPLITTING, wait 8000 ms to retry 2024-11-23T19:13:30,278 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf can not run currently because target server of region SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 387b213c044a,38243,1732389169820 is in state SPLITTING, wait 8000 ms to retry 2024-11-23T19:13:30,278 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48; timeout=8000, timestamp=1732389218278 2024-11-23T19:13:30,278 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf; timeout=8000, timestamp=1732389218278 2024-11-23T19:13:32,959 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=387b213c044a,38005,1732389169758, timeout=1732389213111, delay=151, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 064829cd35e4d2afd800f7c7ad28958d, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfed0701182b6de498f996a143423d4b, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 151e1b3a837f4baad5b5c63370b6f13b], containedObject=387b213c044a,38243,1732389169820, timeout=1732389213112, delay=152, operations=null, containedObject=387b213c044a,35329,1732389169625, timeout=1732389213112, delay=152, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46368c4904d5b45f46eb42f3f99d6fe8, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe07ce3f42a15c6742a717ff548df9a3, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bbf3e1186bed56fe422929f64785aa5, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 387b213c044a%2C38243%2C1732389169820.1732389171766, worker=387b213c044a,35329,1732389169625]] 2024-11-23T19:13:33,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-23T19:13:33,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35329 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-23T19:13:33,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-23T19:13:33,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35329 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-23T19:13:33,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d. 2024-11-23T19:13:33,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-23T19:13:33,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b. 2024-11-23T19:13:33,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35329 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-23T19:13:33,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8. 2024-11-23T19:13:33,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3. 2024-11-23T19:13:33,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b. 2024-11-23T19:13:33,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35329 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-23T19:13:33,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5. 2024-11-23T19:13:33,125 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 46368c4904d5b45f46eb42f3f99d6fe8 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-23T19:13:33,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 0bbf3e1186bed56fe422929f64785aa5: 2024-11-23T19:13:33,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for dfed0701182b6de498f996a143423d4b: 2024-11-23T19:13:33,125 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 151e1b3a837f4baad5b5c63370b6f13b 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-23T19:13:33,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for fe07ce3f42a15c6742a717ff548df9a3: 2024-11-23T19:13:33,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b. for SnapshotProcedureTest completed. 2024-11-23T19:13:33,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3. for SnapshotProcedureTest completed. 2024-11-23T19:13:33,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 064829cd35e4d2afd800f7c7ad28958d: 2024-11-23T19:13:33,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d. for SnapshotProcedureTest completed. 2024-11-23T19:13:33,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5. for SnapshotProcedureTest completed. 2024-11-23T19:13:33,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:13:33,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:13:33,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:13:33,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:13:33,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:13:33,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:13:33,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:13:33,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:13:33,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T19:13:33,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T19:13:33,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T19:13:33,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T19:13:33,182 INFO [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820-splitting/387b213c044a%2C38243%2C1732389169820.1732389171766, size=1.2 K (1257bytes) 2024-11-23T19:13:33,183 DEBUG [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-23T19:13:33,184 DEBUG [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-23T19:13:33,184 INFO [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820-splitting/387b213c044a%2C38243%2C1732389169820.1732389171766 2024-11-23T19:13:33,192 INFO [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820-splitting/387b213c044a%2C38243%2C1732389169820.1732389171766 after 5ms 2024-11-23T19:13:33,208 INFO [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820-splitting/387b213c044a%2C38243%2C1732389169820.1732389171766 took 27ms 2024-11-23T19:13:33,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741849_1025 (size=65) 2024-11-23T19:13:33,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741849_1025 (size=65) 2024-11-23T19:13:33,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741849_1025 (size=65) 2024-11-23T19:13:33,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5. 2024-11-23T19:13:33,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-23T19:13:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-23T19:13:33,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0bbf3e1186bed56fe422929f64785aa5 2024-11-23T19:13:33,234 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bbf3e1186bed56fe422929f64785aa5 2024-11-23T19:13:33,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0bbf3e1186bed56fe422929f64785aa5 in 10.1330 sec 2024-11-23T19:13:33,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741852_1028 (size=65) 2024-11-23T19:13:33,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741851_1027 (size=57) 2024-11-23T19:13:33,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741851_1027 (size=57) 2024-11-23T19:13:33,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741851_1027 (size=57) 2024-11-23T19:13:33,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741852_1028 (size=65) 2024-11-23T19:13:33,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741852_1028 (size=65) 2024-11-23T19:13:33,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d. 2024-11-23T19:13:33,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b. 2024-11-23T19:13:33,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-23T19:13:33,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-23T19:13:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-23T19:13:33,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dfed0701182b6de498f996a143423d4b 2024-11-23T19:13:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-23T19:13:33,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 064829cd35e4d2afd800f7c7ad28958d 2024-11-23T19:13:33,280 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfed0701182b6de498f996a143423d4b 2024-11-23T19:13:33,280 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 064829cd35e4d2afd800f7c7ad28958d 2024-11-23T19:13:33,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dfed0701182b6de498f996a143423d4b in 10.1790 sec 2024-11-23T19:13:33,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 064829cd35e4d2afd800f7c7ad28958d in 10.1790 sec 2024-11-23T19:13:33,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/46368c4904d5b45f46eb42f3f99d6fe8/.tmp/cf/afd8693340154939b5bf9f7ecc29a24a is 34, key is baa/cf:cf/1732389202117/Put/seqid=0 2024-11-23T19:13:33,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741850_1026 (size=65) 2024-11-23T19:13:33,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741850_1026 (size=65) 2024-11-23T19:13:33,298 DEBUG [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for ad76c7cf78a3b0e937c701f6d4430fd1: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-23T19:13:33,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741850_1026 (size=65) 2024-11-23T19:13:33,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3. 2024-11-23T19:13:33,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-23T19:13:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-23T19:13:33,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fe07ce3f42a15c6742a717ff548df9a3 2024-11-23T19:13:33,302 DEBUG [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for b52cef0415c80c09f7f52a3c82f5c2cf: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-23T19:13:33,302 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe07ce3f42a15c6742a717ff548df9a3 2024-11-23T19:13:33,306 DEBUG [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8f66785838088ef27c59c172e5db7eec: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-23T19:13:33,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fe07ce3f42a15c6742a717ff548df9a3 in 10.2020 sec 2024-11-23T19:13:33,308 DEBUG [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8435d337482f7c5de72e45c597538d48: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-23T19:13:33,309 DEBUG [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820-splitting/387b213c044a%2C38243%2C1732389169820.1732389171766 so closing down 2024-11-23T19:13:33,309 DEBUG [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T19:13:33,309 INFO [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T19:13:33,314 INFO [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 21 ms; skipped=4; WAL=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820-splitting/387b213c044a%2C38243%2C1732389169820.1732389171766, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-23T19:13:33,314 DEBUG [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820-splitting/387b213c044a%2C38243%2C1732389169820.1732389171766, journal: Splitting hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820-splitting/387b213c044a%2C38243%2C1732389169820.1732389171766, size=1.2 K (1257bytes) at 1732389213183Finishing writing output for hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820-splitting/387b213c044a%2C38243%2C1732389169820.1732389171766 so closing down at 1732389213309 (+126 ms)3 split writer threads finished at 1732389213309Processed 4 edits across 0 Regions in 21 ms; skipped=4; WAL=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820-splitting/387b213c044a%2C38243%2C1732389169820.1732389171766, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732389213314 (+5 ms) 2024-11-23T19:13:33,315 DEBUG [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820-splitting/387b213c044a%2C38243%2C1732389169820.1732389171766 2024-11-23T19:13:33,315 DEBUG [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-23T19:13:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-23T19:13:33,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/151e1b3a837f4baad5b5c63370b6f13b/.tmp/cf/bc15130d1145406fbe0eaa12f5e103c9 is 34, key is ccd/cf:cf/1732389202161/Put/seqid=0 2024-11-23T19:13:33,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741853_1029 (size=28623) 2024-11-23T19:13:33,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741853_1029 (size=28623) 2024-11-23T19:13:33,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741853_1029 (size=28623) 2024-11-23T19:13:33,323 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/46368c4904d5b45f46eb42f3f99d6fe8/.tmp/cf/afd8693340154939b5bf9f7ecc29a24a 2024-11-23T19:13:33,328 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820-splitting/387b213c044a%2C38243%2C1732389169820.1732389171766 to hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/oldWALs 2024-11-23T19:13:33,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741854_1030 (size=47197) 2024-11-23T19:13:33,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741854_1030 (size=47197) 2024-11-23T19:13:33,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741854_1030 (size=47197) 2024-11-23T19:13:33,332 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/151e1b3a837f4baad5b5c63370b6f13b/.tmp/cf/bc15130d1145406fbe0eaa12f5e103c9 2024-11-23T19:13:33,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-23T19:13:33,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 387b213c044a%2C38243%2C1732389169820.1732389171766, worker=387b213c044a,35329,1732389169625 in 10.0340 sec 2024-11-23T19:13:33,335 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=387b213c044a,35329,1732389169625 2024-11-23T19:13:33,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-23T19:13:33,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 387b213c044a%2C38243%2C1732389169820.1732389171766, worker=387b213c044a,35329,1732389169625 in 10.0550 sec 2024-11-23T19:13:33,341 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820-splitting dir is empty, no logs to split. 2024-11-23T19:13:33,341 INFO [PEWorker-5 {}] master.SplitWALManager(105): 387b213c044a,38243,1732389169820 WAL count=0, meta=false 2024-11-23T19:13:33,341 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 387b213c044a,38243,1732389169820 WAL splitting is done? wals=0, meta=false 2024-11-23T19:13:33,344 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 387b213c044a,38243,1732389169820 failed, ignore...File hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/WALs/387b213c044a,38243,1732389169820-splitting does not exist. 2024-11-23T19:13:33,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b52cef0415c80c09f7f52a3c82f5c2cf, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f66785838088ef27c59c172e5db7eec, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8435d337482f7c5de72e45c597538d48, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad76c7cf78a3b0e937c701f6d4430fd1, ASSIGN}] 2024-11-23T19:13:33,349 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f66785838088ef27c59c172e5db7eec, ASSIGN 2024-11-23T19:13:33,349 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b52cef0415c80c09f7f52a3c82f5c2cf, ASSIGN 2024-11-23T19:13:33,349 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8435d337482f7c5de72e45c597538d48, ASSIGN 2024-11-23T19:13:33,350 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad76c7cf78a3b0e937c701f6d4430fd1, ASSIGN 2024-11-23T19:13:33,351 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f66785838088ef27c59c172e5db7eec, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T19:13:33,351 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b52cef0415c80c09f7f52a3c82f5c2cf, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T19:13:33,351 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8435d337482f7c5de72e45c597538d48, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T19:13:33,352 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad76c7cf78a3b0e937c701f6d4430fd1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T19:13:33,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/151e1b3a837f4baad5b5c63370b6f13b/.tmp/cf/bc15130d1145406fbe0eaa12f5e103c9 as hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/151e1b3a837f4baad5b5c63370b6f13b/cf/bc15130d1145406fbe0eaa12f5e103c9 2024-11-23T19:13:33,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/46368c4904d5b45f46eb42f3f99d6fe8/.tmp/cf/afd8693340154939b5bf9f7ecc29a24a as hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/46368c4904d5b45f46eb42f3f99d6fe8/cf/afd8693340154939b5bf9f7ecc29a24a 2024-11-23T19:13:33,392 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/151e1b3a837f4baad5b5c63370b6f13b/cf/bc15130d1145406fbe0eaa12f5e103c9, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-23T19:13:33,392 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/46368c4904d5b45f46eb42f3f99d6fe8/cf/afd8693340154939b5bf9f7ecc29a24a, entries=731, sequenceid=5, filesize=28.0 K 2024-11-23T19:13:33,400 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 46368c4904d5b45f46eb42f3f99d6fe8 in 275ms, sequenceid=5, compaction requested=false 2024-11-23T19:13:33,400 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 151e1b3a837f4baad5b5c63370b6f13b in 275ms, sequenceid=5, compaction requested=false 2024-11-23T19:13:33,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 46368c4904d5b45f46eb42f3f99d6fe8: 2024-11-23T19:13:33,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 151e1b3a837f4baad5b5c63370b6f13b: 2024-11-23T19:13:33,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8. for SnapshotProcedureTest completed. 2024-11-23T19:13:33,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b. for SnapshotProcedureTest completed. 2024-11-23T19:13:33,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:13:33,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:13:33,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:13:33,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:13:33,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/46368c4904d5b45f46eb42f3f99d6fe8/cf/afd8693340154939b5bf9f7ecc29a24a] hfiles 2024-11-23T19:13:33,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/151e1b3a837f4baad5b5c63370b6f13b/cf/bc15130d1145406fbe0eaa12f5e103c9] hfiles 2024-11-23T19:13:33,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/46368c4904d5b45f46eb42f3f99d6fe8/cf/afd8693340154939b5bf9f7ecc29a24a for snapshot=SnapshotProcedureTest 2024-11-23T19:13:33,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/151e1b3a837f4baad5b5c63370b6f13b/cf/bc15130d1145406fbe0eaa12f5e103c9 for snapshot=SnapshotProcedureTest 2024-11-23T19:13:33,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741856_1032 (size=105) 2024-11-23T19:13:33,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741856_1032 (size=105) 2024-11-23T19:13:33,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741856_1032 (size=105) 2024-11-23T19:13:33,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8. 2024-11-23T19:13:33,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-23T19:13:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-23T19:13:33,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 46368c4904d5b45f46eb42f3f99d6fe8 2024-11-23T19:13:33,431 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46368c4904d5b45f46eb42f3f99d6fe8 2024-11-23T19:13:33,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741855_1031 (size=105) 2024-11-23T19:13:33,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741855_1031 (size=105) 2024-11-23T19:13:33,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741855_1031 (size=105) 2024-11-23T19:13:33,433 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b. 2024-11-23T19:13:33,433 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-23T19:13:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-23T19:13:33,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 151e1b3a837f4baad5b5c63370b6f13b 2024-11-23T19:13:33,435 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 151e1b3a837f4baad5b5c63370b6f13b 2024-11-23T19:13:33,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 46368c4904d5b45f46eb42f3f99d6fe8 in 10.3300 sec 2024-11-23T19:13:33,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 151e1b3a837f4baad5b5c63370b6f13b in 10.3340 sec 2024-11-23T19:13:33,502 DEBUG [387b213c044a:39581 {}] balancer.BalancerClusterState(204): Hosts are {387b213c044a=0} racks are {/default-rack=0} 2024-11-23T19:13:33,502 DEBUG [387b213c044a:39581 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T19:13:33,502 DEBUG [387b213c044a:39581 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T19:13:33,502 DEBUG [387b213c044a:39581 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T19:13:33,502 DEBUG [387b213c044a:39581 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T19:13:33,503 INFO [387b213c044a:39581 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T19:13:33,503 INFO [387b213c044a:39581 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T19:13:33,503 DEBUG [387b213c044a:39581 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T19:13:33,503 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=8f66785838088ef27c59c172e5db7eec, regionState=OPENING, regionLocation=387b213c044a,38005,1732389169758 2024-11-23T19:13:33,503 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=8435d337482f7c5de72e45c597538d48, regionState=OPENING, regionLocation=387b213c044a,35329,1732389169625 2024-11-23T19:13:33,503 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=ad76c7cf78a3b0e937c701f6d4430fd1, regionState=OPENING, regionLocation=387b213c044a,35329,1732389169625 2024-11-23T19:13:33,503 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=b52cef0415c80c09f7f52a3c82f5c2cf, regionState=OPENING, regionLocation=387b213c044a,38005,1732389169758 2024-11-23T19:13:33,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f66785838088ef27c59c172e5db7eec, ASSIGN because future has completed 2024-11-23T19:13:33,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f66785838088ef27c59c172e5db7eec, server=387b213c044a,38005,1732389169758}] 2024-11-23T19:13:33,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8435d337482f7c5de72e45c597538d48, ASSIGN because future has completed 2024-11-23T19:13:33,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8435d337482f7c5de72e45c597538d48, server=387b213c044a,35329,1732389169625}] 2024-11-23T19:13:33,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad76c7cf78a3b0e937c701f6d4430fd1, ASSIGN because future has completed 2024-11-23T19:13:33,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1, server=387b213c044a,35329,1732389169625}] 2024-11-23T19:13:33,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b52cef0415c80c09f7f52a3c82f5c2cf, ASSIGN because future has completed 2024-11-23T19:13:33,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf, server=387b213c044a,38005,1732389169758}] 2024-11-23T19:13:38,277 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1 held by pid=42 2024-11-23T19:13:38,277 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec held by pid=40 2024-11-23T19:13:38,277 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:38,277 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:38,278 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48 held by pid=41 2024-11-23T19:13:38,278 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:38,278 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf held by pid=39 2024-11-23T19:13:38,278 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:43,063 INFO [master/387b213c044a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T19:13:43,063 INFO [master/387b213c044a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T19:13:43,529 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 2024-11-23T19:13:43,529 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 2024-11-23T19:13:43,529 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => ad76c7cf78a3b0e937c701f6d4430fd1, NAME => 'SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-23T19:13:43,529 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f66785838088ef27c59c172e5db7eec, NAME => 'SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-23T19:13:43,529 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:43,529 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:43,529 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:43,529 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:43,529 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:43,529 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:43,529 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:43,529 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:43,531 INFO [StoreOpener-ad76c7cf78a3b0e937c701f6d4430fd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:43,531 INFO [StoreOpener-8f66785838088ef27c59c172e5db7eec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:43,532 INFO [StoreOpener-ad76c7cf78a3b0e937c701f6d4430fd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad76c7cf78a3b0e937c701f6d4430fd1 columnFamilyName cf 2024-11-23T19:13:43,532 DEBUG [StoreOpener-ad76c7cf78a3b0e937c701f6d4430fd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:43,533 INFO [StoreOpener-8f66785838088ef27c59c172e5db7eec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f66785838088ef27c59c172e5db7eec columnFamilyName cf 2024-11-23T19:13:43,533 DEBUG [StoreOpener-8f66785838088ef27c59c172e5db7eec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:43,533 INFO [StoreOpener-ad76c7cf78a3b0e937c701f6d4430fd1-1 {}] regionserver.HStore(327): Store=ad76c7cf78a3b0e937c701f6d4430fd1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:13:43,533 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:43,533 INFO [StoreOpener-8f66785838088ef27c59c172e5db7eec-1 {}] regionserver.HStore(327): Store=8f66785838088ef27c59c172e5db7eec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:13:43,533 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:43,534 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:43,534 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:43,535 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:43,535 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:43,536 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:43,536 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:43,536 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:43,536 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:43,538 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:43,538 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:43,540 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 8f66785838088ef27c59c172e5db7eec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63362299, jitterRate=-0.055828168988227844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:13:43,540 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:43,540 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 8f66785838088ef27c59c172e5db7eec: Running coprocessor pre-open hook at 1732389223530Writing region info on filesystem at 1732389223530Initializing all the Stores at 1732389223531 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389223531Cleaning up temporary data from old regions at 1732389223536 (+5 ms)Running coprocessor post-open hooks at 1732389223540 (+4 ms)Region opened successfully at 1732389223540 2024-11-23T19:13:43,541 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened ad76c7cf78a3b0e937c701f6d4430fd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72095899, jitterRate=0.07431261241436005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:13:43,541 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:43,541 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for ad76c7cf78a3b0e937c701f6d4430fd1: Running coprocessor pre-open hook at 1732389223529Writing region info on filesystem at 1732389223529Initializing all the Stores at 1732389223531 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389223531Cleaning up temporary data from old regions at 1732389223536 (+5 ms)Running coprocessor post-open hooks at 1732389223541 (+5 ms)Region opened successfully at 1732389223541 2024-11-23T19:13:43,542 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec., pid=43, masterSystemTime=1732389223517 2024-11-23T19:13:43,542 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1., pid=45, masterSystemTime=1732389223516 2024-11-23T19:13:43,544 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 2024-11-23T19:13:43,544 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 2024-11-23T19:13:43,544 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 2024-11-23T19:13:43,544 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => b52cef0415c80c09f7f52a3c82f5c2cf, NAME => 'SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-23T19:13:43,545 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=8f66785838088ef27c59c172e5db7eec, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,38005,1732389169758 2024-11-23T19:13:43,545 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:43,545 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:43,545 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:43,545 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:43,546 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 2024-11-23T19:13:43,546 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 2024-11-23T19:13:43,546 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 2024-11-23T19:13:43,546 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 8435d337482f7c5de72e45c597538d48, NAME => 'SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-23T19:13:43,547 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:43,547 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=ad76c7cf78a3b0e937c701f6d4430fd1, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,35329,1732389169625 2024-11-23T19:13:43,547 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:13:43,547 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:43,547 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:43,548 INFO [StoreOpener-b52cef0415c80c09f7f52a3c82f5c2cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:43,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f66785838088ef27c59c172e5db7eec, server=387b213c044a,38005,1732389169758 because future has completed 2024-11-23T19:13:43,553 INFO [StoreOpener-8435d337482f7c5de72e45c597538d48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:43,554 INFO [StoreOpener-b52cef0415c80c09f7f52a3c82f5c2cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b52cef0415c80c09f7f52a3c82f5c2cf columnFamilyName cf 2024-11-23T19:13:43,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1, server=387b213c044a,35329,1732389169625 because future has completed 2024-11-23T19:13:43,554 DEBUG [StoreOpener-b52cef0415c80c09f7f52a3c82f5c2cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:43,555 INFO [StoreOpener-b52cef0415c80c09f7f52a3c82f5c2cf-1 {}] regionserver.HStore(327): Store=b52cef0415c80c09f7f52a3c82f5c2cf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:13:43,555 INFO [StoreOpener-8435d337482f7c5de72e45c597538d48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8435d337482f7c5de72e45c597538d48 columnFamilyName cf 2024-11-23T19:13:43,555 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:43,555 DEBUG [StoreOpener-8435d337482f7c5de72e45c597538d48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:13:43,556 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:43,556 INFO [StoreOpener-8435d337482f7c5de72e45c597538d48-1 {}] regionserver.HStore(327): Store=8435d337482f7c5de72e45c597538d48/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:13:43,556 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:43,558 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:43,558 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:43,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-23T19:13:43,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f66785838088ef27c59c172e5db7eec, server=387b213c044a,38005,1732389169758 in 10.0450 sec 2024-11-23T19:13:43,559 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:43,559 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:43,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-23T19:13:43,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1, server=387b213c044a,35329,1732389169625 in 10.0450 sec 2024-11-23T19:13:43,561 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:43,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f66785838088ef27c59c172e5db7eec, ASSIGN in 10.2120 sec 2024-11-23T19:13:43,562 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:43,562 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:43,562 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:43,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad76c7cf78a3b0e937c701f6d4430fd1, ASSIGN in 10.2130 sec 2024-11-23T19:13:43,565 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:43,566 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:43,566 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:43,568 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 8435d337482f7c5de72e45c597538d48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63126612, jitterRate=-0.05934017896652222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:13:43,568 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:43,568 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 8435d337482f7c5de72e45c597538d48: Running coprocessor pre-open hook at 1732389223547Writing region info on filesystem at 1732389223547Initializing all the Stores at 1732389223552 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389223552Cleaning up temporary data from old regions at 1732389223562 (+10 ms)Running coprocessor post-open hooks at 1732389223568 (+6 ms)Region opened successfully at 1732389223568 2024-11-23T19:13:43,569 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened b52cef0415c80c09f7f52a3c82f5c2cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58736689, jitterRate=-0.1247551292181015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:13:43,569 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:43,569 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for b52cef0415c80c09f7f52a3c82f5c2cf: Running coprocessor pre-open hook at 1732389223545Writing region info on filesystem at 1732389223545Initializing all the Stores at 1732389223547 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389223547Cleaning up temporary data from old regions at 1732389223559 (+12 ms)Running coprocessor post-open hooks at 1732389223569 (+10 ms)Region opened successfully at 1732389223569 2024-11-23T19:13:43,569 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48., pid=44, masterSystemTime=1732389223516 2024-11-23T19:13:43,570 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf., pid=46, masterSystemTime=1732389223517 2024-11-23T19:13:43,572 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 2024-11-23T19:13:43,572 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 2024-11-23T19:13:43,573 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=8435d337482f7c5de72e45c597538d48, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,35329,1732389169625 2024-11-23T19:13:43,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8435d337482f7c5de72e45c597538d48, server=387b213c044a,35329,1732389169625 because future has completed 2024-11-23T19:13:43,574 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 2024-11-23T19:13:43,576 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 2024-11-23T19:13:43,576 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=b52cef0415c80c09f7f52a3c82f5c2cf, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,38005,1732389169758 2024-11-23T19:13:43,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf, server=387b213c044a,38005,1732389169758 because future has completed 2024-11-23T19:13:43,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-23T19:13:43,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 8435d337482f7c5de72e45c597538d48, server=387b213c044a,35329,1732389169625 in 10.0670 sec 2024-11-23T19:13:43,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8435d337482f7c5de72e45c597538d48, ASSIGN in 10.2330 sec 2024-11-23T19:13:43,581 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:43,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-23T19:13:43,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf, server=387b213c044a,38005,1732389169758 in 10.0670 sec 2024-11-23T19:13:43,584 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:43,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-23T19:13:43,584 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 387b213c044a,38243,1732389169820 after splitting done 2024-11-23T19:13:43,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b52cef0415c80c09f7f52a3c82f5c2cf, ASSIGN in 10.2350 sec 2024-11-23T19:13:43,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 387b213c044a,38243,1732389169820, splitWal=true, meta=false in 20.3340 sec 2024-11-23T19:13:47,757 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T19:13:49,061 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T19:13:53,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-23T19:13:53,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 2024-11-23T19:13:53,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-23T19:13:53,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 8f66785838088ef27c59c172e5db7eec: 2024-11-23T19:13:53,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 2024-11-23T19:13:53,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. for SnapshotProcedureTest completed. 2024-11-23T19:13:53,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for b52cef0415c80c09f7f52a3c82f5c2cf: 2024-11-23T19:13:53,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. for SnapshotProcedureTest completed. 2024-11-23T19:13:53,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:13:53,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:13:53,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:13:53,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:13:53,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T19:13:53,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T19:13:53,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35329 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-23T19:13:53,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35329 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-23T19:13:53,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 2024-11-23T19:13:53,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 2024-11-23T19:13:53,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 8435d337482f7c5de72e45c597538d48: 2024-11-23T19:13:53,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for ad76c7cf78a3b0e937c701f6d4430fd1: 2024-11-23T19:13:53,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. for SnapshotProcedureTest completed. 2024-11-23T19:13:53,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. for SnapshotProcedureTest completed. 2024-11-23T19:13:53,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:13:53,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:13:53,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T19:13:53,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:13:53,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:13:53,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T19:13:53,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741858_1034 (size=65) 2024-11-23T19:13:53,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741858_1034 (size=65) 2024-11-23T19:13:53,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741858_1034 (size=65) 2024-11-23T19:13:53,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 2024-11-23T19:13:53,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-23T19:13:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-23T19:13:53,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:53,586 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:13:53,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741857_1033 (size=57) 2024-11-23T19:13:53,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741857_1033 (size=57) 2024-11-23T19:13:53,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741857_1033 (size=57) 2024-11-23T19:13:53,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 2024-11-23T19:13:53,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-23T19:13:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-23T19:13:53,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:53,590 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:13:53,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b52cef0415c80c09f7f52a3c82f5c2cf in 30.4900 sec 2024-11-23T19:13:53,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8f66785838088ef27c59c172e5db7eec in 30.4900 sec 2024-11-23T19:13:53,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741860_1036 (size=65) 2024-11-23T19:13:53,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741860_1036 (size=65) 2024-11-23T19:13:53,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741860_1036 (size=65) 2024-11-23T19:13:53,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 2024-11-23T19:13:53,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-23T19:13:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-23T19:13:53,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:53,609 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48 2024-11-23T19:13:53,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741859_1035 (size=65) 2024-11-23T19:13:53,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741859_1035 (size=65) 2024-11-23T19:13:53,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 2024-11-23T19:13:53,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741859_1035 (size=65) 2024-11-23T19:13:53,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-23T19:13:53,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8435d337482f7c5de72e45c597538d48 in 30.5080 sec 2024-11-23T19:13:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-23T19:13:53,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:53,613 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:13:53,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-23T19:13:53,617 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-23T19:13:53,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ad76c7cf78a3b0e937c701f6d4430fd1 in 30.5120 sec 2024-11-23T19:13:53,619 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-23T19:13:53,622 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-23T19:13:53,622 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-23T19:13:53,625 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-23T19:13:53,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741861_1037 (size=1094) 2024-11-23T19:13:53,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741861_1037 (size=1094) 2024-11-23T19:13:53,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741861_1037 (size=1094) 2024-11-23T19:13:53,669 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-23T19:13:53,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-23T19:13:53,688 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,38005,1732389169758 2024-11-23T19:13:53,688 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,35329,1732389169625 2024-11-23T19:13:53,689 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,38005,1732389169758 2024-11-23T19:13:53,689 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,35329,1732389169625 2024-11-23T19:13:53,691 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,38005,1732389169758 2024-11-23T19:13:53,695 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,35329,1732389169625 2024-11-23T19:13:54,337 INFO [regionserver/387b213c044a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-23T19:13:56,333 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=387b213c044a:39581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-23T19:13:57,970 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 46368c4904d5b45f46eb42f3f99d6fe8, had cached 0 bytes from a total of 28623 2024-11-23T19:13:58,048 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 151e1b3a837f4baad5b5c63370b6f13b, had cached 0 bytes from a total of 47197 2024-11-23T19:14:03,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35329 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-23T19:14:03,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-23T19:14:03,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35329 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-23T19:14:03,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-23T19:14:03,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35329 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-23T19:14:03,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-23T19:14:03,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-23T19:14:03,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-23T19:14:03,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-23T19:14:03,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-23T19:14:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-23T19:14:03,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-23T19:14:03,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-23T19:14:03,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-23T19:14:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-23T19:14:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-23T19:14:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-23T19:14:03,703 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,38005,1732389169758 Release verify snapshot worker=387b213c044a,38005,1732389169758 2024-11-23T19:14:03,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-23T19:14:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-23T19:14:03,705 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,38005,1732389169758 Release verify snapshot worker=387b213c044a,38005,1732389169758 2024-11-23T19:14:03,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,38005,1732389169758 in 10.0240 sec 2024-11-23T19:14:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-23T19:14:03,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,38005,1732389169758 in 10.0250 sec 2024-11-23T19:14:03,707 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,35329,1732389169625 Release verify snapshot worker=387b213c044a,35329,1732389169625 2024-11-23T19:14:03,708 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,38005,1732389169758 Release verify snapshot worker=387b213c044a,38005,1732389169758 2024-11-23T19:14:03,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,35329,1732389169625 in 10.0270 sec 2024-11-23T19:14:03,709 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,35329,1732389169625 Release verify snapshot worker=387b213c044a,35329,1732389169625 2024-11-23T19:14:03,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,38005,1732389169758 in 10.0280 sec 2024-11-23T19:14:03,711 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,35329,1732389169625 Release verify snapshot worker=387b213c044a,35329,1732389169625 2024-11-23T19:14:03,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,35329,1732389169625 in 10.0290 sec 2024-11-23T19:14:03,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,35329,1732389169625 in 10.0310 sec 2024-11-23T19:14:03,716 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,38005,1732389169758 2024-11-23T19:14:03,716 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,38005,1732389169758 2024-11-23T19:14:03,716 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,35329,1732389169625 2024-11-23T19:14:03,716 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,38005,1732389169758 2024-11-23T19:14:04,023 DEBUG [master/387b213c044a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8435d337482f7c5de72e45c597538d48 changed from -1.0 to 0.0, refreshing cache 2024-11-23T19:14:04,024 DEBUG [master/387b213c044a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fe07ce3f42a15c6742a717ff548df9a3 changed from -1.0 to 0.0, refreshing cache 2024-11-23T19:14:04,025 DEBUG [master/387b213c044a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0bbf3e1186bed56fe422929f64785aa5 changed from -1.0 to 0.0, refreshing cache 2024-11-23T19:14:04,026 DEBUG [master/387b213c044a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ad76c7cf78a3b0e937c701f6d4430fd1 changed from -1.0 to 0.0, refreshing cache 2024-11-23T19:14:04,027 DEBUG [master/387b213c044a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 46368c4904d5b45f46eb42f3f99d6fe8 changed from -1.0 to 0.0, refreshing cache 2024-11-23T19:14:04,027 DEBUG [master/387b213c044a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dfed0701182b6de498f996a143423d4b changed from -1.0 to 0.0, refreshing cache 2024-11-23T19:14:04,027 DEBUG [master/387b213c044a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8f66785838088ef27c59c172e5db7eec changed from -1.0 to 0.0, refreshing cache 2024-11-23T19:14:04,028 DEBUG [master/387b213c044a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 064829cd35e4d2afd800f7c7ad28958d changed from -1.0 to 0.0, refreshing cache 2024-11-23T19:14:04,028 DEBUG [master/387b213c044a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 151e1b3a837f4baad5b5c63370b6f13b changed from -1.0 to 0.0, refreshing cache 2024-11-23T19:14:04,028 DEBUG [master/387b213c044a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b52cef0415c80c09f7f52a3c82f5c2cf changed from -1.0 to 0.0, refreshing cache 2024-11-23T19:14:13,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-23T19:14:13,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35329 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-23T19:14:13,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-23T19:14:13,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-23T19:14:13,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-23T19:14:13,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-23T19:14:13,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-23T19:14:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-23T19:14:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-23T19:14:13,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-23T19:14:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-23T19:14:13,721 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,38005,1732389169758 Release verify snapshot worker=387b213c044a,38005,1732389169758 2024-11-23T19:14:13,721 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,35329,1732389169625 Release verify snapshot worker=387b213c044a,35329,1732389169625 2024-11-23T19:14:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-23T19:14:13,722 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,38005,1732389169758 Release verify snapshot worker=387b213c044a,38005,1732389169758 2024-11-23T19:14:13,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,38005,1732389169758 in 20.0410 sec 2024-11-23T19:14:13,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,35329,1732389169625 in 20.0410 sec 2024-11-23T19:14:13,724 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,38005,1732389169758 Release verify snapshot worker=387b213c044a,38005,1732389169758 2024-11-23T19:14:13,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,38005,1732389169758 in 20.0420 sec 2024-11-23T19:14:13,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-23T19:14:13,726 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-23T19:14:13,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,38005,1732389169758 in 20.0440 sec 2024-11-23T19:14:13,727 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/.hbase-snapshot/SnapshotProcedureTest 2024-11-23T19:14:13,729 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-23T19:14:13,729 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-23T19:14:13,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6930 sec 2024-11-23T19:14:13,915 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-23T19:14:13,930 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-23T19:14:13,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T19:14:13,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T19:14:13,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:14:13,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:14:13,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:14:13,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:14:13,931 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T19:14:13,931 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2094507465, stopped=false 2024-11-23T19:14:13,932 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=387b213c044a,39581,1732389168819 2024-11-23T19:14:14,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T19:14:14,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T19:14:14,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T19:14:14,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:14,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:14,006 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T19:14:14,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:14,006 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T19:14:14,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:14:14,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:14:14,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:14:14,006 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '387b213c044a,35329,1732389169625' ***** 2024-11-23T19:14:14,006 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T19:14:14,007 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '387b213c044a,38005,1732389169758' ***** 2024-11-23T19:14:14,007 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T19:14:14,007 INFO [RS:0;387b213c044a:35329 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T19:14:14,007 INFO [RS:0;387b213c044a:35329 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T19:14:14,007 INFO [RS:0;387b213c044a:35329 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T19:14:14,007 INFO [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(3091): Received CLOSE for 8435d337482f7c5de72e45c597538d48 2024-11-23T19:14:14,008 INFO [RS:1;387b213c044a:38005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T19:14:14,008 INFO [RS:1;387b213c044a:38005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T19:14:14,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:14:14,009 INFO [RS:1;387b213c044a:38005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T19:14:14,009 INFO [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(3091): Received CLOSE for dfed0701182b6de498f996a143423d4b 2024-11-23T19:14:14,010 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T19:14:14,011 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T19:14:14,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:14:14,019 INFO [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(3091): Received CLOSE for 46368c4904d5b45f46eb42f3f99d6fe8 2024-11-23T19:14:14,019 INFO [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(3091): Received CLOSE for fe07ce3f42a15c6742a717ff548df9a3 2024-11-23T19:14:14,019 INFO [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(3091): Received CLOSE for ad76c7cf78a3b0e937c701f6d4430fd1 2024-11-23T19:14:14,019 INFO [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bbf3e1186bed56fe422929f64785aa5 2024-11-23T19:14:14,019 INFO [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(959): stopping server 387b213c044a,35329,1732389169625 2024-11-23T19:14:14,019 INFO [RS:0;387b213c044a:35329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T19:14:14,020 INFO [RS:0;387b213c044a:35329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;387b213c044a:35329. 2024-11-23T19:14:14,020 DEBUG [RS:0;387b213c044a:35329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:14:14,020 DEBUG [RS:0;387b213c044a:35329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:14:14,020 INFO [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-23T19:14:14,020 DEBUG [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(1325): Online Regions={8435d337482f7c5de72e45c597538d48=SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48., 46368c4904d5b45f46eb42f3f99d6fe8=SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8., fe07ce3f42a15c6742a717ff548df9a3=SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3., ad76c7cf78a3b0e937c701f6d4430fd1=SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1., 0bbf3e1186bed56fe422929f64785aa5=SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5.} 2024-11-23T19:14:14,021 DEBUG [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(1351): Waiting on 0bbf3e1186bed56fe422929f64785aa5, 46368c4904d5b45f46eb42f3f99d6fe8, 8435d337482f7c5de72e45c597538d48, ad76c7cf78a3b0e937c701f6d4430fd1, fe07ce3f42a15c6742a717ff548df9a3 2024-11-23T19:14:14,023 INFO [regionserver/387b213c044a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T19:14:14,027 INFO [regionserver/387b213c044a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T19:14:14,029 INFO [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(3091): Received CLOSE for 064829cd35e4d2afd800f7c7ad28958d 2024-11-23T19:14:14,029 INFO [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(3091): Received CLOSE for 151e1b3a837f4baad5b5c63370b6f13b 2024-11-23T19:14:14,029 INFO [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f66785838088ef27c59c172e5db7eec 2024-11-23T19:14:14,029 INFO [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(3091): Received CLOSE for b52cef0415c80c09f7f52a3c82f5c2cf 2024-11-23T19:14:14,029 INFO [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(959): stopping server 387b213c044a,38005,1732389169758 2024-11-23T19:14:14,029 INFO [RS:1;387b213c044a:38005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T19:14:14,029 INFO [RS:1;387b213c044a:38005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;387b213c044a:38005. 2024-11-23T19:14:14,029 DEBUG [RS:1;387b213c044a:38005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:14:14,029 DEBUG [RS:1;387b213c044a:38005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:14:14,029 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8435d337482f7c5de72e45c597538d48, disabling compactions & flushes 2024-11-23T19:14:14,030 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 2024-11-23T19:14:14,030 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 2024-11-23T19:14:14,030 INFO [RS:1;387b213c044a:38005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T19:14:14,030 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. after waiting 0 ms 2024-11-23T19:14:14,030 INFO [RS:1;387b213c044a:38005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T19:14:14,030 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 2024-11-23T19:14:14,030 INFO [RS:1;387b213c044a:38005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T19:14:14,030 INFO [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T19:14:14,030 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dfed0701182b6de498f996a143423d4b, disabling compactions & flushes 2024-11-23T19:14:14,030 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b. 2024-11-23T19:14:14,030 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b. 2024-11-23T19:14:14,031 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b. after waiting 0 ms 2024-11-23T19:14:14,031 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b. 2024-11-23T19:14:14,043 INFO [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-23T19:14:14,043 DEBUG [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(1325): Online Regions={dfed0701182b6de498f996a143423d4b=SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b., 064829cd35e4d2afd800f7c7ad28958d=SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d., 1588230740=hbase:meta,,1.1588230740, 151e1b3a837f4baad5b5c63370b6f13b=SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b., 8f66785838088ef27c59c172e5db7eec=SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec., b52cef0415c80c09f7f52a3c82f5c2cf=SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf.} 2024-11-23T19:14:14,043 DEBUG [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(1351): Waiting on 064829cd35e4d2afd800f7c7ad28958d, 151e1b3a837f4baad5b5c63370b6f13b, 1588230740, 8f66785838088ef27c59c172e5db7eec, b52cef0415c80c09f7f52a3c82f5c2cf, dfed0701182b6de498f996a143423d4b 2024-11-23T19:14:14,043 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T19:14:14,043 INFO [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T19:14:14,043 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T19:14:14,043 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T19:14:14,043 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T19:14:14,044 INFO [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-23T19:14:14,098 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/dfed0701182b6de498f996a143423d4b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T19:14:14,102 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740/.tmp/info/4db14974a9434c70a4b2ea5fad932c71 is 167, key is SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48./info:regioninfo/1732389223573/Put/seqid=0 2024-11-23T19:14:14,104 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b. 2024-11-23T19:14:14,104 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dfed0701182b6de498f996a143423d4b: Waiting for close lock at 1732389254030Running coprocessor pre-close hooks at 1732389254030Disabling compacts and flushes for region at 1732389254030Disabling writes for close at 1732389254031 (+1 ms)Writing region close event to WAL at 1732389254058 (+27 ms)Running coprocessor post-close hooks at 1732389254099 (+41 ms)Closed at 1732389254104 (+5 ms) 2024-11-23T19:14:14,105 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732389182559.dfed0701182b6de498f996a143423d4b. 2024-11-23T19:14:14,105 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 064829cd35e4d2afd800f7c7ad28958d, disabling compactions & flushes 2024-11-23T19:14:14,105 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d. 2024-11-23T19:14:14,105 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d. 2024-11-23T19:14:14,105 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d. after waiting 0 ms 2024-11-23T19:14:14,105 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d. 2024-11-23T19:14:14,124 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/8435d337482f7c5de72e45c597538d48/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T19:14:14,125 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 2024-11-23T19:14:14,126 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8435d337482f7c5de72e45c597538d48: Waiting for close lock at 1732389254029Running coprocessor pre-close hooks at 1732389254029Disabling compacts and flushes for region at 1732389254029Disabling writes for close at 1732389254030 (+1 ms)Writing region close event to WAL at 1732389254040 (+10 ms)Running coprocessor post-close hooks at 1732389254125 (+85 ms)Closed at 1732389254125 2024-11-23T19:14:14,126 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732389182559.8435d337482f7c5de72e45c597538d48. 2024-11-23T19:14:14,126 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46368c4904d5b45f46eb42f3f99d6fe8, disabling compactions & flushes 2024-11-23T19:14:14,126 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/064829cd35e4d2afd800f7c7ad28958d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T19:14:14,126 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8. 2024-11-23T19:14:14,126 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8. 2024-11-23T19:14:14,126 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8. after waiting 0 ms 2024-11-23T19:14:14,126 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8. 2024-11-23T19:14:14,127 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d. 2024-11-23T19:14:14,127 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 064829cd35e4d2afd800f7c7ad28958d: Waiting for close lock at 1732389254105Running coprocessor pre-close hooks at 1732389254105Disabling compacts and flushes for region at 1732389254105Disabling writes for close at 1732389254105Writing region close event to WAL at 1732389254116 (+11 ms)Running coprocessor post-close hooks at 1732389254127 (+11 ms)Closed at 1732389254127 2024-11-23T19:14:14,127 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732389182559.064829cd35e4d2afd800f7c7ad28958d. 2024-11-23T19:14:14,127 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 151e1b3a837f4baad5b5c63370b6f13b, disabling compactions & flushes 2024-11-23T19:14:14,128 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b. 2024-11-23T19:14:14,128 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b. 2024-11-23T19:14:14,128 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b. after waiting 0 ms 2024-11-23T19:14:14,128 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b. 2024-11-23T19:14:14,154 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/151e1b3a837f4baad5b5c63370b6f13b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T19:14:14,154 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/46368c4904d5b45f46eb42f3f99d6fe8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T19:14:14,155 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b. 2024-11-23T19:14:14,156 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 151e1b3a837f4baad5b5c63370b6f13b: Waiting for close lock at 1732389254127Running coprocessor pre-close hooks at 1732389254127Disabling compacts and flushes for region at 1732389254127Disabling writes for close at 1732389254128 (+1 ms)Writing region close event to WAL at 1732389254135 (+7 ms)Running coprocessor post-close hooks at 1732389254155 (+20 ms)Closed at 1732389254155 2024-11-23T19:14:14,156 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732389182559.151e1b3a837f4baad5b5c63370b6f13b. 2024-11-23T19:14:14,156 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f66785838088ef27c59c172e5db7eec, disabling compactions & flushes 2024-11-23T19:14:14,156 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 2024-11-23T19:14:14,156 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 2024-11-23T19:14:14,156 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8. 2024-11-23T19:14:14,156 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. after waiting 0 ms 2024-11-23T19:14:14,156 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46368c4904d5b45f46eb42f3f99d6fe8: Waiting for close lock at 1732389254126Running coprocessor pre-close hooks at 1732389254126Disabling compacts and flushes for region at 1732389254126Disabling writes for close at 1732389254126Writing region close event to WAL at 1732389254137 (+11 ms)Running coprocessor post-close hooks at 1732389254156 (+19 ms)Closed at 1732389254156 2024-11-23T19:14:14,156 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 2024-11-23T19:14:14,156 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732389182559.46368c4904d5b45f46eb42f3f99d6fe8. 2024-11-23T19:14:14,156 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe07ce3f42a15c6742a717ff548df9a3, disabling compactions & flushes 2024-11-23T19:14:14,156 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3. 2024-11-23T19:14:14,156 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3. 2024-11-23T19:14:14,157 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3. after waiting 0 ms 2024-11-23T19:14:14,157 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3. 2024-11-23T19:14:14,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741862_1038 (size=20292) 2024-11-23T19:14:14,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741862_1038 (size=20292) 2024-11-23T19:14:14,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741862_1038 (size=20292) 2024-11-23T19:14:14,161 INFO [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740/.tmp/info/4db14974a9434c70a4b2ea5fad932c71 2024-11-23T19:14:14,174 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/8f66785838088ef27c59c172e5db7eec/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T19:14:14,176 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 2024-11-23T19:14:14,177 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f66785838088ef27c59c172e5db7eec: Waiting for close lock at 1732389254156Running coprocessor pre-close hooks at 1732389254156Disabling compacts and flushes for region at 1732389254156Disabling writes for close at 1732389254156Writing region close event to WAL at 1732389254158 (+2 ms)Running coprocessor post-close hooks at 1732389254176 (+18 ms)Closed at 1732389254176 2024-11-23T19:14:14,177 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732389182559.8f66785838088ef27c59c172e5db7eec. 2024-11-23T19:14:14,177 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b52cef0415c80c09f7f52a3c82f5c2cf, disabling compactions & flushes 2024-11-23T19:14:14,177 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 2024-11-23T19:14:14,177 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 2024-11-23T19:14:14,177 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. after waiting 0 ms 2024-11-23T19:14:14,177 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 2024-11-23T19:14:14,197 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/fe07ce3f42a15c6742a717ff548df9a3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T19:14:14,198 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/b52cef0415c80c09f7f52a3c82f5c2cf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T19:14:14,200 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3. 2024-11-23T19:14:14,200 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe07ce3f42a15c6742a717ff548df9a3: Waiting for close lock at 1732389254156Running coprocessor pre-close hooks at 1732389254156Disabling compacts and flushes for region at 1732389254156Disabling writes for close at 1732389254157 (+1 ms)Writing region close event to WAL at 1732389254171 (+14 ms)Running coprocessor post-close hooks at 1732389254198 (+27 ms)Closed at 1732389254199 (+1 ms) 2024-11-23T19:14:14,200 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732389182559.fe07ce3f42a15c6742a717ff548df9a3. 2024-11-23T19:14:14,200 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad76c7cf78a3b0e937c701f6d4430fd1, disabling compactions & flushes 2024-11-23T19:14:14,200 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 2024-11-23T19:14:14,200 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 2024-11-23T19:14:14,201 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. after waiting 0 ms 2024-11-23T19:14:14,201 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 2024-11-23T19:14:14,201 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 2024-11-23T19:14:14,201 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b52cef0415c80c09f7f52a3c82f5c2cf: Waiting for close lock at 1732389254177Running coprocessor pre-close hooks at 1732389254177Disabling compacts and flushes for region at 1732389254177Disabling writes for close at 1732389254177Writing region close event to WAL at 1732389254182 (+5 ms)Running coprocessor post-close hooks at 1732389254201 (+19 ms)Closed at 1732389254201 2024-11-23T19:14:14,202 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732389182559.b52cef0415c80c09f7f52a3c82f5c2cf. 2024-11-23T19:14:14,214 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/ad76c7cf78a3b0e937c701f6d4430fd1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T19:14:14,215 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 2024-11-23T19:14:14,215 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad76c7cf78a3b0e937c701f6d4430fd1: Waiting for close lock at 1732389254200Running coprocessor pre-close hooks at 1732389254200Disabling compacts and flushes for region at 1732389254200Disabling writes for close at 1732389254201 (+1 ms)Writing region close event to WAL at 1732389254208 (+7 ms)Running coprocessor post-close hooks at 1732389254214 (+6 ms)Closed at 1732389254215 (+1 ms) 2024-11-23T19:14:14,215 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732389182559.ad76c7cf78a3b0e937c701f6d4430fd1. 2024-11-23T19:14:14,215 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bbf3e1186bed56fe422929f64785aa5, disabling compactions & flushes 2024-11-23T19:14:14,215 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5. 2024-11-23T19:14:14,215 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5. 2024-11-23T19:14:14,215 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5. after waiting 0 ms 2024-11-23T19:14:14,215 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5. 2024-11-23T19:14:14,221 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/default/SPTestTable/0bbf3e1186bed56fe422929f64785aa5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T19:14:14,221 DEBUG [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(1351): Waiting on 0bbf3e1186bed56fe422929f64785aa5 2024-11-23T19:14:14,222 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5. 2024-11-23T19:14:14,222 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bbf3e1186bed56fe422929f64785aa5: Waiting for close lock at 1732389254215Running coprocessor pre-close hooks at 1732389254215Disabling compacts and flushes for region at 1732389254215Disabling writes for close at 1732389254215Writing region close event to WAL at 1732389254216 (+1 ms)Running coprocessor post-close hooks at 1732389254221 (+5 ms)Closed at 1732389254222 (+1 ms) 2024-11-23T19:14:14,222 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732389182559.0bbf3e1186bed56fe422929f64785aa5. 2024-11-23T19:14:14,225 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740/.tmp/ns/a8ccc7de3dba48dc92503498b7699817 is 43, key is default/ns:d/1732389182293/Put/seqid=0 2024-11-23T19:14:14,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741863_1039 (size=5153) 2024-11-23T19:14:14,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741863_1039 (size=5153) 2024-11-23T19:14:14,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741863_1039 (size=5153) 2024-11-23T19:14:14,239 INFO [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740/.tmp/ns/a8ccc7de3dba48dc92503498b7699817 2024-11-23T19:14:14,243 DEBUG [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T19:14:14,267 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740/.tmp/table/bf8556ef7b744486bb67252e1c383fa9 is 47, key is SPTestTable/table:state/1732389193130/Put/seqid=0 2024-11-23T19:14:14,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741864_1040 (size=5214) 2024-11-23T19:14:14,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741864_1040 (size=5214) 2024-11-23T19:14:14,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741864_1040 (size=5214) 2024-11-23T19:14:14,280 INFO [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740/.tmp/table/bf8556ef7b744486bb67252e1c383fa9 2024-11-23T19:14:14,292 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740/.tmp/info/4db14974a9434c70a4b2ea5fad932c71 as hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740/info/4db14974a9434c70a4b2ea5fad932c71 2024-11-23T19:14:14,301 INFO [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740/info/4db14974a9434c70a4b2ea5fad932c71, entries=116, sequenceid=37, filesize=19.8 K 2024-11-23T19:14:14,303 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740/.tmp/ns/a8ccc7de3dba48dc92503498b7699817 as hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740/ns/a8ccc7de3dba48dc92503498b7699817 2024-11-23T19:14:14,314 INFO [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740/ns/a8ccc7de3dba48dc92503498b7699817, entries=2, sequenceid=37, filesize=5.0 K 2024-11-23T19:14:14,315 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740/.tmp/table/bf8556ef7b744486bb67252e1c383fa9 as hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740/table/bf8556ef7b744486bb67252e1c383fa9 2024-11-23T19:14:14,323 INFO [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740/table/bf8556ef7b744486bb67252e1c383fa9, entries=2, sequenceid=37, filesize=5.1 K 2024-11-23T19:14:14,324 INFO [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 281ms, sequenceid=37, compaction requested=false 2024-11-23T19:14:14,330 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-23T19:14:14,331 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T19:14:14,331 INFO [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T19:14:14,331 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732389254043Running coprocessor pre-close hooks at 1732389254043Disabling compacts and flushes for region at 1732389254043Disabling writes for close at 1732389254043Obtaining lock to block concurrent updates at 1732389254044 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732389254044Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1732389254047 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732389254050 (+3 ms)Flushing 1588230740/info: creating writer at 1732389254051 (+1 ms)Flushing 1588230740/info: appending metadata at 1732389254099 (+48 ms)Flushing 1588230740/info: closing flushed file at 1732389254099Flushing 1588230740/ns: creating writer at 1732389254181 (+82 ms)Flushing 1588230740/ns: appending metadata at 1732389254224 (+43 ms)Flushing 1588230740/ns: closing flushed file at 1732389254224Flushing 1588230740/table: creating writer at 1732389254251 (+27 ms)Flushing 1588230740/table: appending metadata at 1732389254266 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732389254266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a286a08: reopening flushed file at 1732389254291 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a865278: reopening flushed file at 1732389254302 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a579d7e: reopening flushed file at 1732389254314 (+12 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 281ms, sequenceid=37, compaction requested=false at 1732389254324 (+10 ms)Writing region close event to WAL at 1732389254326 (+2 ms)Running coprocessor post-close hooks at 1732389254331 (+5 ms)Closed at 1732389254331 2024-11-23T19:14:14,331 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T19:14:14,421 INFO [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(976): stopping server 387b213c044a,35329,1732389169625; all regions closed. 2024-11-23T19:14:14,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741835_1011 (size=3530) 2024-11-23T19:14:14,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741835_1011 (size=3530) 2024-11-23T19:14:14,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741835_1011 (size=3530) 2024-11-23T19:14:14,427 DEBUG [RS:0;387b213c044a:35329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/oldWALs 2024-11-23T19:14:14,427 INFO [RS:0;387b213c044a:35329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 387b213c044a%2C35329%2C1732389169625:(num 1732389171766) 2024-11-23T19:14:14,427 DEBUG [RS:0;387b213c044a:35329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:14:14,427 INFO [RS:0;387b213c044a:35329 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T19:14:14,427 INFO [RS:0;387b213c044a:35329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T19:14:14,428 INFO [RS:0;387b213c044a:35329 {}] hbase.ChoreService(370): Chore service for: regionserver/387b213c044a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T19:14:14,428 INFO [RS:0;387b213c044a:35329 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T19:14:14,428 INFO [regionserver/387b213c044a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T19:14:14,428 INFO [RS:0;387b213c044a:35329 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T19:14:14,428 INFO [RS:0;387b213c044a:35329 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T19:14:14,428 INFO [RS:0;387b213c044a:35329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T19:14:14,429 INFO [RS:0;387b213c044a:35329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35329 2024-11-23T19:14:14,443 INFO [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(976): stopping server 387b213c044a,38005,1732389169758; all regions closed. 2024-11-23T19:14:14,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741836_1012 (size=19530) 2024-11-23T19:14:14,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741836_1012 (size=19530) 2024-11-23T19:14:14,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741836_1012 (size=19530) 2024-11-23T19:14:14,449 DEBUG [RS:1;387b213c044a:38005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/oldWALs 2024-11-23T19:14:14,449 INFO [RS:1;387b213c044a:38005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 387b213c044a%2C38005%2C1732389169758.meta:.meta(num 1732389182112) 2024-11-23T19:14:14,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741834_1010 (size=3500) 2024-11-23T19:14:14,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741834_1010 (size=3500) 2024-11-23T19:14:14,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741834_1010 (size=3500) 2024-11-23T19:14:14,455 DEBUG [RS:1;387b213c044a:38005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/oldWALs 2024-11-23T19:14:14,455 INFO [RS:1;387b213c044a:38005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 387b213c044a%2C38005%2C1732389169758:(num 1732389171766) 2024-11-23T19:14:14,455 DEBUG [RS:1;387b213c044a:38005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:14:14,455 INFO [RS:1;387b213c044a:38005 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T19:14:14,455 INFO [RS:1;387b213c044a:38005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T19:14:14,455 INFO [RS:1;387b213c044a:38005 {}] hbase.ChoreService(370): Chore service for: regionserver/387b213c044a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T19:14:14,456 INFO [RS:1;387b213c044a:38005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T19:14:14,456 INFO [regionserver/387b213c044a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T19:14:14,456 INFO [RS:1;387b213c044a:38005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38005 2024-11-23T19:14:14,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/387b213c044a,35329,1732389169625 2024-11-23T19:14:14,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T19:14:14,553 INFO [RS:0;387b213c044a:35329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T19:14:14,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/387b213c044a,38005,1732389169758 2024-11-23T19:14:14,563 INFO [RS:1;387b213c044a:38005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T19:14:14,574 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [387b213c044a,38005,1732389169758] 2024-11-23T19:14:14,594 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/387b213c044a,38005,1732389169758 already deleted, retry=false 2024-11-23T19:14:14,595 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 387b213c044a,38005,1732389169758 expired; onlineServers=1 2024-11-23T19:14:14,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [387b213c044a,35329,1732389169625] 2024-11-23T19:14:14,605 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/387b213c044a,35329,1732389169625 already deleted, retry=false 2024-11-23T19:14:14,605 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 387b213c044a,35329,1732389169625 expired; onlineServers=0 2024-11-23T19:14:14,605 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '387b213c044a,39581,1732389168819' ***** 2024-11-23T19:14:14,605 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T19:14:14,605 INFO [M:0;387b213c044a:39581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T19:14:14,606 INFO [M:0;387b213c044a:39581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T19:14:14,606 DEBUG [M:0;387b213c044a:39581 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T19:14:14,606 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T19:14:14,606 DEBUG [M:0;387b213c044a:39581 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T19:14:14,606 DEBUG [master/387b213c044a:0:becomeActiveMaster-HFileCleaner.small.0-1732389171380 {}] cleaner.HFileCleaner(306): Exit Thread[master/387b213c044a:0:becomeActiveMaster-HFileCleaner.small.0-1732389171380,5,FailOnTimeoutGroup] 2024-11-23T19:14:14,606 DEBUG [master/387b213c044a:0:becomeActiveMaster-HFileCleaner.large.0-1732389171373 {}] cleaner.HFileCleaner(306): Exit Thread[master/387b213c044a:0:becomeActiveMaster-HFileCleaner.large.0-1732389171373,5,FailOnTimeoutGroup] 2024-11-23T19:14:14,606 INFO [M:0;387b213c044a:39581 {}] hbase.ChoreService(370): Chore service for: master/387b213c044a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T19:14:14,607 INFO [M:0;387b213c044a:39581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T19:14:14,607 DEBUG [M:0;387b213c044a:39581 {}] master.HMaster(1795): Stopping service threads 2024-11-23T19:14:14,607 INFO [M:0;387b213c044a:39581 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T19:14:14,607 INFO [M:0;387b213c044a:39581 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T19:14:14,607 ERROR [M:0;387b213c044a:39581 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:42223 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42223,5,PEWorkerGroup] 2024-11-23T19:14:14,608 INFO [M:0;387b213c044a:39581 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T19:14:14,608 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T19:14:14,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T19:14:14,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:14,616 DEBUG [M:0;387b213c044a:39581 {}] zookeeper.ZKUtil(347): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T19:14:14,616 WARN [M:0;387b213c044a:39581 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T19:14:14,616 INFO [M:0;387b213c044a:39581 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/.lastflushedseqids 2024-11-23T19:14:14,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741865_1041 (size=686) 2024-11-23T19:14:14,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741865_1041 (size=686) 2024-11-23T19:14:14,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741865_1041 (size=686) 2024-11-23T19:14:14,630 INFO [M:0;387b213c044a:39581 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T19:14:14,630 INFO [M:0;387b213c044a:39581 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T19:14:14,630 DEBUG [M:0;387b213c044a:39581 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T19:14:14,630 INFO [M:0;387b213c044a:39581 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:14:14,630 DEBUG [M:0;387b213c044a:39581 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:14:14,630 DEBUG [M:0;387b213c044a:39581 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T19:14:14,630 DEBUG [M:0;387b213c044a:39581 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:14:14,631 INFO [M:0;387b213c044a:39581 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.28 KB heapSize=242.05 KB 2024-11-23T19:14:14,647 DEBUG [M:0;387b213c044a:39581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4d7a5361b94419ebf55ba430cb720f2 is 82, key is hbase:meta,,1/info:regioninfo/1732389182197/Put/seqid=0 2024-11-23T19:14:14,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741866_1042 (size=5672) 2024-11-23T19:14:14,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741866_1042 (size=5672) 2024-11-23T19:14:14,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741866_1042 (size=5672) 2024-11-23T19:14:14,656 INFO [M:0;387b213c044a:39581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4d7a5361b94419ebf55ba430cb720f2 2024-11-23T19:14:14,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:14:14,674 INFO [RS:0;387b213c044a:35329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T19:14:14,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x101691cde7b0001, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:14:14,674 INFO [RS:0;387b213c044a:35329 {}] regionserver.HRegionServer(1031): Exiting; stopping=387b213c044a,35329,1732389169625; zookeeper connection closed. 2024-11-23T19:14:14,674 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@417eb76f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@417eb76f 2024-11-23T19:14:14,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:14:14,684 INFO [RS:1;387b213c044a:38005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T19:14:14,684 INFO [RS:1;387b213c044a:38005 {}] regionserver.HRegionServer(1031): Exiting; stopping=387b213c044a,38005,1732389169758; zookeeper connection closed. 2024-11-23T19:14:14,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38005-0x101691cde7b0002, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:14:14,684 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1655f691 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1655f691 2024-11-23T19:14:14,685 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-23T19:14:14,685 DEBUG [M:0;387b213c044a:39581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba78199fd9fb47eab5e50732849557e7 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732389193139/Put/seqid=0 2024-11-23T19:14:14,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741867_1043 (size=8974) 2024-11-23T19:14:14,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741867_1043 (size=8974) 2024-11-23T19:14:14,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741867_1043 (size=8974) 2024-11-23T19:14:14,696 INFO [M:0;387b213c044a:39581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.54 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba78199fd9fb47eab5e50732849557e7 2024-11-23T19:14:14,703 INFO [M:0;387b213c044a:39581 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba78199fd9fb47eab5e50732849557e7 2024-11-23T19:14:14,720 DEBUG [M:0;387b213c044a:39581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5e1af7e96134dd8a83f4b73a0ce810f is 69, key is 387b213c044a,35329,1732389169625/rs:state/1732389171469/Put/seqid=0 2024-11-23T19:14:14,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741868_1044 (size=5441) 2024-11-23T19:14:14,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741868_1044 (size=5441) 2024-11-23T19:14:14,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741868_1044 (size=5441) 2024-11-23T19:14:14,735 INFO [M:0;387b213c044a:39581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5e1af7e96134dd8a83f4b73a0ce810f 2024-11-23T19:14:14,742 INFO [M:0;387b213c044a:39581 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5e1af7e96134dd8a83f4b73a0ce810f 2024-11-23T19:14:14,743 DEBUG [M:0;387b213c044a:39581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4d7a5361b94419ebf55ba430cb720f2 as hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4d7a5361b94419ebf55ba430cb720f2 2024-11-23T19:14:14,751 INFO [M:0;387b213c044a:39581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4d7a5361b94419ebf55ba430cb720f2, entries=8, sequenceid=513, filesize=5.5 K 2024-11-23T19:14:14,753 DEBUG [M:0;387b213c044a:39581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba78199fd9fb47eab5e50732849557e7 as hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba78199fd9fb47eab5e50732849557e7 2024-11-23T19:14:14,764 INFO [M:0;387b213c044a:39581 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba78199fd9fb47eab5e50732849557e7 2024-11-23T19:14:14,765 INFO [M:0;387b213c044a:39581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba78199fd9fb47eab5e50732849557e7, entries=56, sequenceid=513, filesize=8.8 K 2024-11-23T19:14:14,766 DEBUG [M:0;387b213c044a:39581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5e1af7e96134dd8a83f4b73a0ce810f as hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5e1af7e96134dd8a83f4b73a0ce810f 2024-11-23T19:14:14,775 INFO [M:0;387b213c044a:39581 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5e1af7e96134dd8a83f4b73a0ce810f 2024-11-23T19:14:14,776 INFO [M:0;387b213c044a:39581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/65c84336-27b8-55c6-7711-c2b94f088e90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5e1af7e96134dd8a83f4b73a0ce810f, entries=3, sequenceid=513, filesize=5.3 K 2024-11-23T19:14:14,777 INFO [M:0;387b213c044a:39581 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.28 KB/199967, heapSize ~241.75 KB/247552, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 147ms, sequenceid=513, compaction requested=false 2024-11-23T19:14:14,784 INFO [M:0;387b213c044a:39581 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:14:14,784 DEBUG [M:0;387b213c044a:39581 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732389254630Disabling compacts and flushes for region at 1732389254630Disabling writes for close at 1732389254630Obtaining lock to block concurrent updates at 1732389254631 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732389254631Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199967, getHeapSize=247792, getOffHeapSize=0, getCellsCount=620 at 1732389254631Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732389254632 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732389254632Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732389254647 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732389254647Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732389254662 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732389254685 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732389254685Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732389254704 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732389254720 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732389254720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dcdf753: reopening flushed file at 1732389254742 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334cedb8: reopening flushed file at 1732389254752 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec4e4fb: reopening flushed file at 1732389254765 (+13 ms)Finished flush of dataSize ~195.28 KB/199967, heapSize ~241.75 KB/247552, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 147ms, sequenceid=513, compaction requested=false at 1732389254777 (+12 ms)Writing region close event to WAL at 1732389254784 (+7 ms)Closed at 1732389254784 2024-11-23T19:14:14,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741830_1006 (size=234159) 2024-11-23T19:14:14,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34781 is added to blk_1073741830_1006 (size=234159) 2024-11-23T19:14:14,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741830_1006 (size=234159) 2024-11-23T19:14:14,791 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T19:14:14,791 INFO [M:0;387b213c044a:39581 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T19:14:14,791 INFO [M:0;387b213c044a:39581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39581 2024-11-23T19:14:14,791 INFO [M:0;387b213c044a:39581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T19:14:14,900 INFO [M:0;387b213c044a:39581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T19:14:14,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:14:14,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x101691cde7b0000, quorum=127.0.0.1:57063, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:14:14,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T19:14:14,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T19:14:14,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T19:14:14,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T19:14:14,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/hadoop.log.dir/,STOPPED} 2024-11-23T19:14:14,914 WARN [BP-953800859-172.17.0.3-1732389162898 heartbeating to localhost/127.0.0.1:42223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T19:14:14,914 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T19:14:14,915 WARN [BP-953800859-172.17.0.3-1732389162898 heartbeating to localhost/127.0.0.1:42223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-953800859-172.17.0.3-1732389162898 (Datanode Uuid 240b48d5-9e49-40aa-b517-2fd76bdb245e) service to localhost/127.0.0.1:42223 2024-11-23T19:14:14,915 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T19:14:14,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/cluster_26880f51-143b-fc2b-1f12-8649bbc70828/data/data5/current/BP-953800859-172.17.0.3-1732389162898 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T19:14:14,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/cluster_26880f51-143b-fc2b-1f12-8649bbc70828/data/data6/current/BP-953800859-172.17.0.3-1732389162898 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T19:14:14,916 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T19:14:14,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T19:14:14,926 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T19:14:14,926 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T19:14:14,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T19:14:14,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/hadoop.log.dir/,STOPPED} 2024-11-23T19:14:14,928 WARN [BP-953800859-172.17.0.3-1732389162898 heartbeating to localhost/127.0.0.1:42223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T19:14:14,928 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T19:14:14,929 WARN [BP-953800859-172.17.0.3-1732389162898 heartbeating to localhost/127.0.0.1:42223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-953800859-172.17.0.3-1732389162898 (Datanode Uuid c0189c73-c11a-463f-b164-638cd4bc02d4) service to localhost/127.0.0.1:42223 2024-11-23T19:14:14,929 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T19:14:14,929 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/cluster_26880f51-143b-fc2b-1f12-8649bbc70828/data/data3/current/BP-953800859-172.17.0.3-1732389162898 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T19:14:14,929 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/cluster_26880f51-143b-fc2b-1f12-8649bbc70828/data/data4/current/BP-953800859-172.17.0.3-1732389162898 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T19:14:14,930 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T19:14:14,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T19:14:14,939 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T19:14:14,939 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T19:14:14,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T19:14:14,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/hadoop.log.dir/,STOPPED} 2024-11-23T19:14:14,941 WARN [BP-953800859-172.17.0.3-1732389162898 heartbeating to localhost/127.0.0.1:42223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T19:14:14,941 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T19:14:14,941 WARN [BP-953800859-172.17.0.3-1732389162898 heartbeating to localhost/127.0.0.1:42223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-953800859-172.17.0.3-1732389162898 (Datanode Uuid 002435f3-118d-4dd7-b2af-745145641d42) service to localhost/127.0.0.1:42223 2024-11-23T19:14:14,941 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T19:14:14,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/cluster_26880f51-143b-fc2b-1f12-8649bbc70828/data/data1/current/BP-953800859-172.17.0.3-1732389162898 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T19:14:14,942 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T19:14:14,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/cluster_26880f51-143b-fc2b-1f12-8649bbc70828/data/data2/current/BP-953800859-172.17.0.3-1732389162898 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T19:14:14,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T19:14:14,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T19:14:14,961 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T19:14:14,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T19:14:14,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/hadoop.log.dir/,STOPPED} 2024-11-23T19:14:14,975 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T19:14:15,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T19:14:15,050 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: master/387b213c044a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:42223 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:42223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:42223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/387b213c044a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1959090d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_OPEN_REGION-regionserver/387b213c044a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/387b213c044a:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/387b213c044a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/387b213c044a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:42223 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/387b213c044a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/387b213c044a:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 302) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7478 (was 9066) 2024-11-23T19:14:15,058 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=7477 2024-11-23T19:14:15,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/hadoop.log.dir so I do NOT create it in target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8 2024-11-23T19:14:15,078 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T19:14:15,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/hadoop.tmp.dir so I do NOT create it in target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8 2024-11-23T19:14:15,079 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5749966-8d42-5037-1374-c7d08721b490/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T19:14:15,079 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8 2024-11-23T19:14:15,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T19:14:15,079 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/cluster_560ce4a2-0346-c4b2-1f1e-cec44e50bb9e, deleteOnExit=true 2024-11-23T19:14:15,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T19:14:15,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/test.cache.data in system properties and HBase conf 2024-11-23T19:14:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T19:14:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/hadoop.log.dir in system properties and HBase conf 2024-11-23T19:14:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T19:14:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T19:14:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T19:14:15,080 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T19:14:15,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T19:14:15,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T19:14:15,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T19:14:15,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T19:14:15,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T19:14:15,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T19:14:15,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T19:14:15,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T19:14:15,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T19:14:15,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/nfs.dump.dir in system properties and HBase conf 2024-11-23T19:14:15,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/java.io.tmpdir in system properties and HBase conf 2024-11-23T19:14:15,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T19:14:15,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T19:14:15,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T19:14:15,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T19:14:15,415 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T19:14:15,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T19:14:15,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T19:14:15,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T19:14:15,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T19:14:15,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@790b78d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/hadoop.log.dir/,AVAILABLE} 2024-11-23T19:14:15,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5132e267{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T19:14:15,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1624175c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/java.io.tmpdir/jetty-localhost-44027-hadoop-hdfs-3_4_1-tests_jar-_-any-14115650385708618204/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T19:14:15,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b65defa{HTTP/1.1, (http/1.1)}{localhost:44027} 2024-11-23T19:14:15,532 INFO [Time-limited test {}] server.Server(415): Started @95254ms 2024-11-23T19:14:15,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T19:14:15,793 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T19:14:15,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T19:14:15,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T19:14:15,794 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T19:14:15,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28799597{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/hadoop.log.dir/,AVAILABLE} 2024-11-23T19:14:15,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15988d0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T19:14:15,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a53ff49{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/java.io.tmpdir/jetty-localhost-40543-hadoop-hdfs-3_4_1-tests_jar-_-any-3017847010119902267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T19:14:15,898 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@648056fd{HTTP/1.1, (http/1.1)}{localhost:40543} 2024-11-23T19:14:15,898 INFO [Time-limited test {}] server.Server(415): Started @95620ms 2024-11-23T19:14:15,900 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T19:14:15,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T19:14:15,944 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T19:14:15,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T19:14:15,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T19:14:15,945 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T19:14:15,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4251a16e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/hadoop.log.dir/,AVAILABLE} 2024-11-23T19:14:15,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f15b096{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T19:14:16,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e18be7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/java.io.tmpdir/jetty-localhost-46243-hadoop-hdfs-3_4_1-tests_jar-_-any-5453928498831018809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T19:14:16,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f87af18{HTTP/1.1, (http/1.1)}{localhost:46243} 2024-11-23T19:14:16,039 INFO [Time-limited test {}] server.Server(415): Started @95761ms 2024-11-23T19:14:16,040 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T19:14:16,064 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T19:14:16,068 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T19:14:16,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T19:14:16,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T19:14:16,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T19:14:16,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@287b5d90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/hadoop.log.dir/,AVAILABLE} 2024-11-23T19:14:16,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@426841e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T19:14:16,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@384fb1d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/java.io.tmpdir/jetty-localhost-41353-hadoop-hdfs-3_4_1-tests_jar-_-any-16805312506682137919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T19:14:16,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23cfd59e{HTTP/1.1, (http/1.1)}{localhost:41353} 2024-11-23T19:14:16,164 INFO [Time-limited test {}] server.Server(415): Started @95885ms 2024-11-23T19:14:16,165 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T19:14:17,136 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/cluster_560ce4a2-0346-c4b2-1f1e-cec44e50bb9e/data/data2/current/BP-1821370113-172.17.0.3-1732389255110/current, will proceed with Du for space computation calculation, 2024-11-23T19:14:17,136 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/cluster_560ce4a2-0346-c4b2-1f1e-cec44e50bb9e/data/data1/current/BP-1821370113-172.17.0.3-1732389255110/current, will proceed with Du for space computation calculation, 2024-11-23T19:14:17,156 WARN [Thread-645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T19:14:17,158 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4110cbf83c0b24c with lease ID 0xdccf9722fd760102: Processing first storage report for DS-dfad249c-ce0a-4b28-94bc-7d4674240760 from datanode DatanodeRegistration(127.0.0.1:38443, datanodeUuid=e5dbec32-8c19-4fa2-af9f-bbb678355fc8, infoPort=34441, infoSecurePort=0, ipcPort=45041, storageInfo=lv=-57;cid=testClusterID;nsid=347861144;c=1732389255110) 2024-11-23T19:14:17,158 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4110cbf83c0b24c with lease ID 0xdccf9722fd760102: from storage DS-dfad249c-ce0a-4b28-94bc-7d4674240760 node DatanodeRegistration(127.0.0.1:38443, datanodeUuid=e5dbec32-8c19-4fa2-af9f-bbb678355fc8, infoPort=34441, infoSecurePort=0, ipcPort=45041, storageInfo=lv=-57;cid=testClusterID;nsid=347861144;c=1732389255110), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T19:14:17,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4110cbf83c0b24c with lease ID 0xdccf9722fd760102: Processing first storage report for DS-9cfb4e75-b769-4c82-8a9a-594d08f7b299 from datanode DatanodeRegistration(127.0.0.1:38443, datanodeUuid=e5dbec32-8c19-4fa2-af9f-bbb678355fc8, infoPort=34441, infoSecurePort=0, ipcPort=45041, storageInfo=lv=-57;cid=testClusterID;nsid=347861144;c=1732389255110) 2024-11-23T19:14:17,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4110cbf83c0b24c with lease ID 0xdccf9722fd760102: from storage DS-9cfb4e75-b769-4c82-8a9a-594d08f7b299 node DatanodeRegistration(127.0.0.1:38443, datanodeUuid=e5dbec32-8c19-4fa2-af9f-bbb678355fc8, infoPort=34441, infoSecurePort=0, ipcPort=45041, storageInfo=lv=-57;cid=testClusterID;nsid=347861144;c=1732389255110), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T19:14:17,297 WARN [Thread-716 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/cluster_560ce4a2-0346-c4b2-1f1e-cec44e50bb9e/data/data3/current/BP-1821370113-172.17.0.3-1732389255110/current, will proceed with Du for space computation calculation, 2024-11-23T19:14:17,297 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/cluster_560ce4a2-0346-c4b2-1f1e-cec44e50bb9e/data/data4/current/BP-1821370113-172.17.0.3-1732389255110/current, will proceed with Du for space computation calculation, 2024-11-23T19:14:17,315 WARN [Thread-668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T19:14:17,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc56f4bd8d329af09 with lease ID 0xdccf9722fd760103: Processing first storage report for DS-3cb68b6c-6387-43e3-a4fd-e0477b78ebdb from datanode DatanodeRegistration(127.0.0.1:34331, datanodeUuid=687af1f1-314c-4b49-859f-d496d2a60701, infoPort=46257, infoSecurePort=0, ipcPort=45283, storageInfo=lv=-57;cid=testClusterID;nsid=347861144;c=1732389255110) 2024-11-23T19:14:17,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc56f4bd8d329af09 with lease ID 0xdccf9722fd760103: from storage DS-3cb68b6c-6387-43e3-a4fd-e0477b78ebdb node DatanodeRegistration(127.0.0.1:34331, datanodeUuid=687af1f1-314c-4b49-859f-d496d2a60701, infoPort=46257, infoSecurePort=0, ipcPort=45283, storageInfo=lv=-57;cid=testClusterID;nsid=347861144;c=1732389255110), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T19:14:17,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc56f4bd8d329af09 with lease ID 0xdccf9722fd760103: Processing first storage report for DS-77002c03-deaf-4f41-bd06-d38f97fdefaf from datanode DatanodeRegistration(127.0.0.1:34331, datanodeUuid=687af1f1-314c-4b49-859f-d496d2a60701, infoPort=46257, infoSecurePort=0, ipcPort=45283, storageInfo=lv=-57;cid=testClusterID;nsid=347861144;c=1732389255110) 2024-11-23T19:14:17,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc56f4bd8d329af09 with lease ID 0xdccf9722fd760103: from storage DS-77002c03-deaf-4f41-bd06-d38f97fdefaf node DatanodeRegistration(127.0.0.1:34331, datanodeUuid=687af1f1-314c-4b49-859f-d496d2a60701, infoPort=46257, infoSecurePort=0, ipcPort=45283, storageInfo=lv=-57;cid=testClusterID;nsid=347861144;c=1732389255110), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T19:14:17,346 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/cluster_560ce4a2-0346-c4b2-1f1e-cec44e50bb9e/data/data5/current/BP-1821370113-172.17.0.3-1732389255110/current, will proceed with Du for space computation calculation, 2024-11-23T19:14:17,346 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/cluster_560ce4a2-0346-c4b2-1f1e-cec44e50bb9e/data/data6/current/BP-1821370113-172.17.0.3-1732389255110/current, will proceed with Du for space computation calculation, 2024-11-23T19:14:17,367 WARN [Thread-690 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T19:14:17,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23a484aedce55764 with lease ID 0xdccf9722fd760104: Processing first storage report for DS-eb07e410-1273-46d9-923e-a21046409715 from datanode DatanodeRegistration(127.0.0.1:34569, datanodeUuid=99020854-58f7-462b-b967-ddd40a93955f, infoPort=42921, infoSecurePort=0, ipcPort=35101, storageInfo=lv=-57;cid=testClusterID;nsid=347861144;c=1732389255110) 2024-11-23T19:14:17,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23a484aedce55764 with lease ID 0xdccf9722fd760104: from storage DS-eb07e410-1273-46d9-923e-a21046409715 node DatanodeRegistration(127.0.0.1:34569, datanodeUuid=99020854-58f7-462b-b967-ddd40a93955f, infoPort=42921, infoSecurePort=0, ipcPort=35101, storageInfo=lv=-57;cid=testClusterID;nsid=347861144;c=1732389255110), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T19:14:17,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23a484aedce55764 with lease ID 0xdccf9722fd760104: Processing first storage report for DS-bd6c24eb-0dca-4e88-8ec0-216f2038b717 from datanode DatanodeRegistration(127.0.0.1:34569, datanodeUuid=99020854-58f7-462b-b967-ddd40a93955f, infoPort=42921, infoSecurePort=0, ipcPort=35101, storageInfo=lv=-57;cid=testClusterID;nsid=347861144;c=1732389255110) 2024-11-23T19:14:17,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23a484aedce55764 with lease ID 0xdccf9722fd760104: from storage DS-bd6c24eb-0dca-4e88-8ec0-216f2038b717 node DatanodeRegistration(127.0.0.1:34569, datanodeUuid=99020854-58f7-462b-b967-ddd40a93955f, infoPort=42921, infoSecurePort=0, ipcPort=35101, storageInfo=lv=-57;cid=testClusterID;nsid=347861144;c=1732389255110), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T19:14:17,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8 2024-11-23T19:14:17,401 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/cluster_560ce4a2-0346-c4b2-1f1e-cec44e50bb9e/zookeeper_0, clientPort=63168, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/cluster_560ce4a2-0346-c4b2-1f1e-cec44e50bb9e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/cluster_560ce4a2-0346-c4b2-1f1e-cec44e50bb9e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T19:14:17,402 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63168 2024-11-23T19:14:17,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:14:17,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:14:17,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741825_1001 (size=7) 2024-11-23T19:14:17,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741825_1001 (size=7) 2024-11-23T19:14:17,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741825_1001 (size=7) 2024-11-23T19:14:17,416 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406 with version=8 2024-11-23T19:14:17,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/hbase-staging 2024-11-23T19:14:17,418 INFO [Time-limited test {}] client.ConnectionUtils(128): master/387b213c044a:0 server-side Connection retries=45 2024-11-23T19:14:17,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:14:17,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T19:14:17,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T19:14:17,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:14:17,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T19:14:17,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T19:14:17,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T19:14:17,419 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38545 2024-11-23T19:14:17,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38545 connecting to ZooKeeper ensemble=127.0.0.1:63168 2024-11-23T19:14:17,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385450x0, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T19:14:17,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38545-0x101691e3c640000 connected 2024-11-23T19:14:17,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:14:17,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:14:17,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:14:17,605 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406, hbase.cluster.distributed=false 2024-11-23T19:14:17,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T19:14:17,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38545 2024-11-23T19:14:17,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38545 2024-11-23T19:14:17,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38545 2024-11-23T19:14:17,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38545 2024-11-23T19:14:17,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38545 2024-11-23T19:14:17,623 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/387b213c044a:0 server-side Connection retries=45 2024-11-23T19:14:17,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:14:17,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T19:14:17,623 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T19:14:17,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:14:17,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T19:14:17,623 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T19:14:17,623 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T19:14:17,624 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41229 2024-11-23T19:14:17,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41229 connecting to ZooKeeper ensemble=127.0.0.1:63168 2024-11-23T19:14:17,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:14:17,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:14:17,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412290x0, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T19:14:17,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41229-0x101691e3c640001 connected 2024-11-23T19:14:17,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:14:17,640 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T19:14:17,640 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T19:14:17,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T19:14:17,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T19:14:17,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41229 2024-11-23T19:14:17,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41229 2024-11-23T19:14:17,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41229 2024-11-23T19:14:17,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41229 2024-11-23T19:14:17,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41229 2024-11-23T19:14:17,662 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/387b213c044a:0 server-side Connection retries=45 2024-11-23T19:14:17,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:14:17,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T19:14:17,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T19:14:17,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:14:17,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T19:14:17,662 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T19:14:17,662 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T19:14:17,663 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35903 2024-11-23T19:14:17,664 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35903 connecting to ZooKeeper ensemble=127.0.0.1:63168 2024-11-23T19:14:17,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:14:17,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:14:17,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359030x0, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T19:14:17,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35903-0x101691e3c640002 connected 2024-11-23T19:14:17,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:14:17,682 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T19:14:17,683 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T19:14:17,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T19:14:17,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T19:14:17,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35903 2024-11-23T19:14:17,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35903 2024-11-23T19:14:17,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35903 2024-11-23T19:14:17,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35903 2024-11-23T19:14:17,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35903 2024-11-23T19:14:17,707 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/387b213c044a:0 server-side Connection retries=45 2024-11-23T19:14:17,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:14:17,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T19:14:17,707 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T19:14:17,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T19:14:17,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T19:14:17,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T19:14:17,708 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T19:14:17,708 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44939 2024-11-23T19:14:17,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44939 connecting to ZooKeeper ensemble=127.0.0.1:63168 2024-11-23T19:14:17,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:14:17,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:14:17,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449390x0, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T19:14:17,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449390x0, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:14:17,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44939-0x101691e3c640003 connected 2024-11-23T19:14:17,723 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T19:14:17,724 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T19:14:17,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44939-0x101691e3c640003, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T19:14:17,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44939-0x101691e3c640003, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T19:14:17,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44939 2024-11-23T19:14:17,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44939 2024-11-23T19:14:17,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44939 2024-11-23T19:14:17,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44939 2024-11-23T19:14:17,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44939 2024-11-23T19:14:17,741 DEBUG [M:0;387b213c044a:38545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;387b213c044a:38545 2024-11-23T19:14:17,742 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/387b213c044a,38545,1732389257418 2024-11-23T19:14:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:14:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:14:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101691e3c640003, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:14:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:14:17,755 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/387b213c044a,38545,1732389257418 2024-11-23T19:14:17,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T19:14:17,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T19:14:17,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101691e3c640003, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T19:14:17,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:17,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:17,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101691e3c640003, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:17,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:17,766 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T19:14:17,767 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/387b213c044a,38545,1732389257418 from backup master directory 2024-11-23T19:14:17,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/387b213c044a,38545,1732389257418 2024-11-23T19:14:17,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:14:17,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:14:17,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:14:17,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101691e3c640003, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T19:14:17,776 WARN [master/387b213c044a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T19:14:17,776 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=387b213c044a,38545,1732389257418 2024-11-23T19:14:17,781 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/hbase.id] with ID: 4ddfdbd8-60d9-4474-8342-f8fd32ba4498 2024-11-23T19:14:17,781 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/.tmp/hbase.id 2024-11-23T19:14:17,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741826_1002 (size=42) 2024-11-23T19:14:17,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741826_1002 (size=42) 2024-11-23T19:14:17,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741826_1002 (size=42) 2024-11-23T19:14:17,789 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/.tmp/hbase.id]:[hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/hbase.id] 2024-11-23T19:14:17,805 INFO [master/387b213c044a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T19:14:17,805 INFO [master/387b213c044a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T19:14:17,807 INFO [master/387b213c044a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T19:14:17,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:17,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101691e3c640003, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:17,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:17,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:17,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741827_1003 (size=196) 2024-11-23T19:14:17,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741827_1003 (size=196) 2024-11-23T19:14:17,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741827_1003 (size=196) 2024-11-23T19:14:17,833 INFO [master/387b213c044a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:14:17,833 INFO [master/387b213c044a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T19:14:17,834 INFO [master/387b213c044a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T19:14:17,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741828_1004 (size=1189) 2024-11-23T19:14:17,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741828_1004 (size=1189) 2024-11-23T19:14:17,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741828_1004 (size=1189) 2024-11-23T19:14:17,846 INFO [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store 2024-11-23T19:14:17,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741829_1005 (size=34) 2024-11-23T19:14:17,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741829_1005 (size=34) 2024-11-23T19:14:17,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741829_1005 (size=34) 2024-11-23T19:14:17,859 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:17,859 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T19:14:17,859 INFO [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:14:17,859 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:14:17,859 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T19:14:17,859 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:14:17,860 INFO [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:14:17,860 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732389257859Disabling compacts and flushes for region at 1732389257859Disabling writes for close at 1732389257859Writing region close event to WAL at 1732389257860 (+1 ms)Closed at 1732389257860 2024-11-23T19:14:17,861 WARN [master/387b213c044a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/.initializing 2024-11-23T19:14:17,861 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/WALs/387b213c044a,38545,1732389257418 2024-11-23T19:14:17,862 INFO [master/387b213c044a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T19:14:17,865 INFO [master/387b213c044a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=387b213c044a%2C38545%2C1732389257418, suffix=, logDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/WALs/387b213c044a,38545,1732389257418, archiveDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/oldWALs, maxLogs=10 2024-11-23T19:14:17,883 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/WALs/387b213c044a,38545,1732389257418/387b213c044a%2C38545%2C1732389257418.1732389257865, exclude list is [], retry=0 2024-11-23T19:14:17,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-dfad249c-ce0a-4b28-94bc-7d4674240760,DISK] 2024-11-23T19:14:17,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34569,DS-eb07e410-1273-46d9-923e-a21046409715,DISK] 2024-11-23T19:14:17,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34331,DS-3cb68b6c-6387-43e3-a4fd-e0477b78ebdb,DISK] 2024-11-23T19:14:17,891 INFO [master/387b213c044a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/WALs/387b213c044a,38545,1732389257418/387b213c044a%2C38545%2C1732389257418.1732389257865 2024-11-23T19:14:17,891 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34441:34441),(127.0.0.1/127.0.0.1:42921:42921),(127.0.0.1/127.0.0.1:46257:46257)] 2024-11-23T19:14:17,891 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:14:17,891 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:17,891 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:14:17,892 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:14:17,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:14:17,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T19:14:17,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:17,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:14:17,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:14:17,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T19:14:17,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:17,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:14:17,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:14:17,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T19:14:17,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:17,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:14:17,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:14:17,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T19:14:17,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:17,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:14:17,903 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:14:17,904 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:14:17,905 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:14:17,906 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:14:17,906 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:14:17,907 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T19:14:17,908 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T19:14:17,911 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:14:17,911 INFO [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71246875, jitterRate=0.061661168932914734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T19:14:17,912 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732389257892Initializing all the Stores at 1732389257893 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732389257893Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389257893Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389257893Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389257893Cleaning up temporary data from old regions at 1732389257906 (+13 ms)Region opened successfully at 1732389257912 (+6 ms) 2024-11-23T19:14:17,912 INFO [master/387b213c044a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T19:14:17,916 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c5d76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=387b213c044a/172.17.0.3:0 2024-11-23T19:14:17,917 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T19:14:17,918 INFO [master/387b213c044a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T19:14:17,918 INFO [master/387b213c044a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T19:14:17,918 INFO [master/387b213c044a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T19:14:17,919 INFO [master/387b213c044a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T19:14:17,919 INFO [master/387b213c044a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T19:14:17,919 INFO [master/387b213c044a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-23T19:14:17,922 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T19:14:17,924 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T19:14:17,933 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T19:14:17,934 INFO [master/387b213c044a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T19:14:17,935 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T19:14:17,944 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T19:14:17,944 INFO [master/387b213c044a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T19:14:17,946 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T19:14:17,954 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T19:14:17,955 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T19:14:17,965 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T19:14:17,968 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T19:14:17,975 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T19:14:17,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101691e3c640003, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T19:14:17,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T19:14:17,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T19:14:17,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T19:14:17,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101691e3c640003, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:17,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:17,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:17,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:17,987 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=387b213c044a,38545,1732389257418, sessionid=0x101691e3c640000, setting cluster-up flag (Was=false) 2024-11-23T19:14:18,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:18,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101691e3c640003, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:18,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:18,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:18,039 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T19:14:18,040 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=387b213c044a,38545,1732389257418 2024-11-23T19:14:18,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:18,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:18,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:18,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101691e3c640003, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:18,091 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T19:14:18,093 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=387b213c044a,38545,1732389257418 2024-11-23T19:14:18,094 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T19:14:18,096 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T19:14:18,096 INFO [master/387b213c044a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T19:14:18,096 INFO [master/387b213c044a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T19:14:18,097 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 387b213c044a,38545,1732389257418 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T19:14:18,098 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/387b213c044a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T19:14:18,098 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/387b213c044a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T19:14:18,098 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/387b213c044a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T19:14:18,098 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/387b213c044a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T19:14:18,098 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/387b213c044a:0, corePoolSize=10, maxPoolSize=10 2024-11-23T19:14:18,098 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,098 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/387b213c044a:0, corePoolSize=2, maxPoolSize=2 2024-11-23T19:14:18,099 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,099 INFO [master/387b213c044a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732389288099 2024-11-23T19:14:18,099 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T19:14:18,100 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T19:14:18,100 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T19:14:18,100 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T19:14:18,100 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T19:14:18,100 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T19:14:18,100 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,100 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T19:14:18,100 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T19:14:18,100 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T19:14:18,100 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T19:14:18,100 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T19:14:18,101 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T19:14:18,101 INFO [master/387b213c044a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T19:14:18,101 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:18,101 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T19:14:18,104 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/387b213c044a:0:becomeActiveMaster-HFileCleaner.large.0-1732389258101,5,FailOnTimeoutGroup] 2024-11-23T19:14:18,104 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/387b213c044a:0:becomeActiveMaster-HFileCleaner.small.0-1732389258104,5,FailOnTimeoutGroup] 2024-11-23T19:14:18,104 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,104 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T19:14:18,105 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,105 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741831_1007 (size=1321) 2024-11-23T19:14:18,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741831_1007 (size=1321) 2024-11-23T19:14:18,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741831_1007 (size=1321) 2024-11-23T19:14:18,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T19:14:18,118 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406 2024-11-23T19:14:18,130 INFO [RS:2;387b213c044a:44939 {}] regionserver.HRegionServer(746): ClusterId : 4ddfdbd8-60d9-4474-8342-f8fd32ba4498 2024-11-23T19:14:18,130 INFO [RS:0;387b213c044a:41229 {}] regionserver.HRegionServer(746): ClusterId : 4ddfdbd8-60d9-4474-8342-f8fd32ba4498 2024-11-23T19:14:18,130 DEBUG [RS:2;387b213c044a:44939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T19:14:18,130 DEBUG [RS:0;387b213c044a:41229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T19:14:18,130 INFO [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer(746): ClusterId : 4ddfdbd8-60d9-4474-8342-f8fd32ba4498 2024-11-23T19:14:18,130 DEBUG [RS:1;387b213c044a:35903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T19:14:18,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741832_1008 (size=32) 2024-11-23T19:14:18,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741832_1008 (size=32) 2024-11-23T19:14:18,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:18,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741832_1008 (size=32) 2024-11-23T19:14:18,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T19:14:18,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T19:14:18,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:18,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:14:18,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T19:14:18,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T19:14:18,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:18,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:14:18,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T19:14:18,143 DEBUG [RS:0;387b213c044a:41229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T19:14:18,143 DEBUG [RS:2;387b213c044a:44939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T19:14:18,143 DEBUG [RS:1;387b213c044a:35903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T19:14:18,143 DEBUG [RS:0;387b213c044a:41229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T19:14:18,143 DEBUG [RS:1;387b213c044a:35903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T19:14:18,143 DEBUG [RS:2;387b213c044a:44939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T19:14:18,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T19:14:18,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:18,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:14:18,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T19:14:18,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T19:14:18,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:18,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:14:18,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T19:14:18,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740 2024-11-23T19:14:18,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740 2024-11-23T19:14:18,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T19:14:18,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T19:14:18,150 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T19:14:18,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T19:14:18,155 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:14:18,156 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73974912, jitterRate=0.10231208801269531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T19:14:18,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732389258132Initializing all the Stores at 1732389258133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732389258133Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732389258136 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389258136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732389258136Cleaning up temporary data from old regions at 1732389258150 (+14 ms)Region opened successfully at 1732389258156 (+6 ms) 2024-11-23T19:14:18,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T19:14:18,156 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T19:14:18,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T19:14:18,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T19:14:18,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T19:14:18,157 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T19:14:18,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732389258156Disabling compacts and flushes for region at 1732389258156Disabling writes for close at 1732389258156Writing region close event to WAL at 1732389258157 (+1 ms)Closed at 1732389258157 2024-11-23T19:14:18,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T19:14:18,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T19:14:18,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T19:14:18,160 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T19:14:18,161 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T19:14:18,166 DEBUG [RS:0;387b213c044a:41229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T19:14:18,166 DEBUG [RS:2;387b213c044a:44939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T19:14:18,166 DEBUG [RS:0;387b213c044a:41229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad521c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=387b213c044a/172.17.0.3:0 2024-11-23T19:14:18,166 DEBUG [RS:2;387b213c044a:44939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790f58ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=387b213c044a/172.17.0.3:0 2024-11-23T19:14:18,167 DEBUG [RS:1;387b213c044a:35903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T19:14:18,168 DEBUG [RS:1;387b213c044a:35903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45582ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=387b213c044a/172.17.0.3:0 2024-11-23T19:14:18,180 DEBUG [RS:1;387b213c044a:35903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;387b213c044a:35903 2024-11-23T19:14:18,181 INFO [RS:1;387b213c044a:35903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T19:14:18,181 INFO [RS:1;387b213c044a:35903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T19:14:18,181 DEBUG [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T19:14:18,181 DEBUG [RS:0;387b213c044a:41229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;387b213c044a:41229 2024-11-23T19:14:18,181 INFO [RS:0;387b213c044a:41229 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T19:14:18,181 INFO [RS:0;387b213c044a:41229 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T19:14:18,181 DEBUG [RS:0;387b213c044a:41229 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T19:14:18,182 INFO [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer(2659): reportForDuty to master=387b213c044a,38545,1732389257418 with port=35903, startcode=1732389257662 2024-11-23T19:14:18,182 INFO [RS:0;387b213c044a:41229 {}] regionserver.HRegionServer(2659): reportForDuty to master=387b213c044a,38545,1732389257418 with port=41229, startcode=1732389257623 2024-11-23T19:14:18,182 DEBUG [RS:1;387b213c044a:35903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T19:14:18,182 DEBUG [RS:0;387b213c044a:41229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T19:14:18,183 DEBUG [RS:2;387b213c044a:44939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;387b213c044a:44939 2024-11-23T19:14:18,183 INFO [RS:2;387b213c044a:44939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T19:14:18,183 INFO [RS:2;387b213c044a:44939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T19:14:18,183 DEBUG [RS:2;387b213c044a:44939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T19:14:18,184 INFO [RS:2;387b213c044a:44939 {}] regionserver.HRegionServer(2659): reportForDuty to master=387b213c044a,38545,1732389257418 with port=44939, startcode=1732389257707 2024-11-23T19:14:18,184 DEBUG [RS:2;387b213c044a:44939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T19:14:18,189 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T19:14:18,189 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T19:14:18,189 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T19:14:18,190 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 387b213c044a,35903,1732389257662 2024-11-23T19:14:18,190 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38545 {}] master.ServerManager(517): Registering regionserver=387b213c044a,35903,1732389257662 2024-11-23T19:14:18,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 387b213c044a,44939,1732389257707 2024-11-23T19:14:18,192 DEBUG [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406 2024-11-23T19:14:18,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38545 {}] master.ServerManager(517): Registering regionserver=387b213c044a,44939,1732389257707 2024-11-23T19:14:18,192 DEBUG [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38423 2024-11-23T19:14:18,192 DEBUG [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T19:14:18,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 387b213c044a,41229,1732389257623 2024-11-23T19:14:18,194 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38545 {}] master.ServerManager(517): Registering regionserver=387b213c044a,41229,1732389257623 2024-11-23T19:14:18,194 DEBUG [RS:2;387b213c044a:44939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406 2024-11-23T19:14:18,194 DEBUG [RS:2;387b213c044a:44939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38423 2024-11-23T19:14:18,194 DEBUG [RS:2;387b213c044a:44939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T19:14:18,195 DEBUG [RS:0;387b213c044a:41229 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406 2024-11-23T19:14:18,195 DEBUG [RS:0;387b213c044a:41229 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38423 2024-11-23T19:14:18,195 DEBUG [RS:0;387b213c044a:41229 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T19:14:18,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T19:14:18,274 DEBUG [RS:1;387b213c044a:35903 {}] zookeeper.ZKUtil(111): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/387b213c044a,35903,1732389257662 2024-11-23T19:14:18,275 WARN [RS:1;387b213c044a:35903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T19:14:18,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [387b213c044a,41229,1732389257623] 2024-11-23T19:14:18,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [387b213c044a,44939,1732389257707] 2024-11-23T19:14:18,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [387b213c044a,35903,1732389257662] 2024-11-23T19:14:18,275 DEBUG [RS:2;387b213c044a:44939 {}] zookeeper.ZKUtil(111): regionserver:44939-0x101691e3c640003, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/387b213c044a,44939,1732389257707 2024-11-23T19:14:18,275 INFO [RS:1;387b213c044a:35903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T19:14:18,275 DEBUG [RS:0;387b213c044a:41229 {}] zookeeper.ZKUtil(111): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/387b213c044a,41229,1732389257623 2024-11-23T19:14:18,275 WARN [RS:2;387b213c044a:44939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T19:14:18,275 WARN [RS:0;387b213c044a:41229 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T19:14:18,275 DEBUG [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,35903,1732389257662 2024-11-23T19:14:18,275 INFO [RS:0;387b213c044a:41229 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T19:14:18,275 INFO [RS:2;387b213c044a:44939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T19:14:18,275 DEBUG [RS:0;387b213c044a:41229 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,41229,1732389257623 2024-11-23T19:14:18,275 DEBUG [RS:2;387b213c044a:44939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707 2024-11-23T19:14:18,281 INFO [RS:2;387b213c044a:44939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T19:14:18,283 INFO [RS:0;387b213c044a:41229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T19:14:18,283 INFO [RS:2;387b213c044a:44939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T19:14:18,284 INFO [RS:2;387b213c044a:44939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T19:14:18,284 INFO [RS:2;387b213c044a:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,285 INFO [RS:1;387b213c044a:35903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T19:14:18,286 INFO [RS:2;387b213c044a:44939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T19:14:18,286 INFO [RS:0;387b213c044a:41229 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T19:14:18,286 INFO [RS:0;387b213c044a:41229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T19:14:18,286 INFO [RS:0;387b213c044a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,287 INFO [RS:2;387b213c044a:44939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T19:14:18,287 INFO [RS:2;387b213c044a:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,287 DEBUG [RS:2;387b213c044a:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,287 DEBUG [RS:2;387b213c044a:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,287 DEBUG [RS:2;387b213c044a:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,287 DEBUG [RS:2;387b213c044a:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,287 DEBUG [RS:2;387b213c044a:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,288 DEBUG [RS:2;387b213c044a:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0, corePoolSize=2, maxPoolSize=2 2024-11-23T19:14:18,288 DEBUG [RS:2;387b213c044a:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,288 DEBUG [RS:2;387b213c044a:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,288 DEBUG [RS:2;387b213c044a:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,288 DEBUG [RS:2;387b213c044a:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,288 DEBUG [RS:2;387b213c044a:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,288 INFO [RS:0;387b213c044a:41229 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T19:14:18,288 DEBUG [RS:2;387b213c044a:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,288 DEBUG [RS:2;387b213c044a:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T19:14:18,288 INFO [RS:1;387b213c044a:35903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T19:14:18,288 DEBUG [RS:2;387b213c044a:44939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/387b213c044a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T19:14:18,289 INFO [RS:1;387b213c044a:35903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T19:14:18,289 INFO [RS:0;387b213c044a:41229 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T19:14:18,289 INFO [RS:1;387b213c044a:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,289 INFO [RS:0;387b213c044a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,289 DEBUG [RS:0;387b213c044a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,289 DEBUG [RS:0;387b213c044a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,289 DEBUG [RS:0;387b213c044a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,289 DEBUG [RS:0;387b213c044a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,289 DEBUG [RS:0;387b213c044a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,289 DEBUG [RS:0;387b213c044a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0, corePoolSize=2, maxPoolSize=2 2024-11-23T19:14:18,289 DEBUG [RS:0;387b213c044a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,289 DEBUG [RS:0;387b213c044a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,289 DEBUG [RS:0;387b213c044a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,290 DEBUG [RS:0;387b213c044a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,290 DEBUG [RS:0;387b213c044a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,290 DEBUG [RS:0;387b213c044a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,290 DEBUG [RS:0;387b213c044a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T19:14:18,290 DEBUG [RS:0;387b213c044a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/387b213c044a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T19:14:18,293 INFO [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T19:14:18,293 INFO [RS:2;387b213c044a:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,293 INFO [RS:2;387b213c044a:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,293 INFO [RS:2;387b213c044a:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,293 INFO [RS:2;387b213c044a:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,293 INFO [RS:2;387b213c044a:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,293 INFO [RS:2;387b213c044a:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,44939,1732389257707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T19:14:18,294 INFO [RS:1;387b213c044a:35903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T19:14:18,294 INFO [RS:1;387b213c044a:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,294 DEBUG [RS:1;387b213c044a:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,294 DEBUG [RS:1;387b213c044a:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,294 DEBUG [RS:1;387b213c044a:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,294 DEBUG [RS:1;387b213c044a:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,295 DEBUG [RS:1;387b213c044a:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,295 DEBUG [RS:1;387b213c044a:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0, corePoolSize=2, maxPoolSize=2 2024-11-23T19:14:18,295 DEBUG [RS:1;387b213c044a:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,295 DEBUG [RS:1;387b213c044a:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,295 DEBUG [RS:1;387b213c044a:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,295 DEBUG [RS:1;387b213c044a:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,295 DEBUG [RS:1;387b213c044a:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,295 DEBUG [RS:1;387b213c044a:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/387b213c044a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T19:14:18,295 DEBUG [RS:1;387b213c044a:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T19:14:18,295 DEBUG [RS:1;387b213c044a:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/387b213c044a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T19:14:18,295 INFO [RS:0;387b213c044a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,295 INFO [RS:0;387b213c044a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,295 INFO [RS:0;387b213c044a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,296 INFO [RS:0;387b213c044a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,296 INFO [RS:0;387b213c044a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,296 INFO [RS:0;387b213c044a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,41229,1732389257623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T19:14:18,299 INFO [RS:1;387b213c044a:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,299 INFO [RS:1;387b213c044a:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,299 INFO [RS:1;387b213c044a:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,299 INFO [RS:1;387b213c044a:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,299 INFO [RS:1;387b213c044a:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,299 INFO [RS:1;387b213c044a:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,35903,1732389257662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T19:14:18,311 WARN [387b213c044a:38545 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T19:14:18,313 INFO [RS:2;387b213c044a:44939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T19:14:18,313 INFO [RS:2;387b213c044a:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,44939,1732389257707-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,313 INFO [RS:2;387b213c044a:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,313 INFO [RS:2;387b213c044a:44939 {}] regionserver.Replication(171): 387b213c044a,44939,1732389257707 started 2024-11-23T19:14:18,318 INFO [RS:1;387b213c044a:35903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T19:14:18,318 INFO [RS:1;387b213c044a:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,35903,1732389257662-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,318 INFO [RS:1;387b213c044a:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,318 INFO [RS:1;387b213c044a:35903 {}] regionserver.Replication(171): 387b213c044a,35903,1732389257662 started 2024-11-23T19:14:18,319 INFO [RS:0;387b213c044a:41229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T19:14:18,319 INFO [RS:0;387b213c044a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,41229,1732389257623-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,319 INFO [RS:0;387b213c044a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,319 INFO [RS:0;387b213c044a:41229 {}] regionserver.Replication(171): 387b213c044a,41229,1732389257623 started 2024-11-23T19:14:18,328 INFO [RS:2;387b213c044a:44939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,328 INFO [RS:2;387b213c044a:44939 {}] regionserver.HRegionServer(1482): Serving as 387b213c044a,44939,1732389257707, RpcServer on 387b213c044a/172.17.0.3:44939, sessionid=0x101691e3c640003 2024-11-23T19:14:18,328 DEBUG [RS:2;387b213c044a:44939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T19:14:18,328 DEBUG [RS:2;387b213c044a:44939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 387b213c044a,44939,1732389257707 2024-11-23T19:14:18,328 DEBUG [RS:2;387b213c044a:44939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '387b213c044a,44939,1732389257707' 2024-11-23T19:14:18,328 DEBUG [RS:2;387b213c044a:44939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T19:14:18,329 DEBUG [RS:2;387b213c044a:44939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T19:14:18,329 DEBUG [RS:2;387b213c044a:44939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T19:14:18,329 DEBUG [RS:2;387b213c044a:44939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T19:14:18,329 DEBUG [RS:2;387b213c044a:44939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 387b213c044a,44939,1732389257707 2024-11-23T19:14:18,329 DEBUG [RS:2;387b213c044a:44939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '387b213c044a,44939,1732389257707' 2024-11-23T19:14:18,329 DEBUG [RS:2;387b213c044a:44939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T19:14:18,330 DEBUG [RS:2;387b213c044a:44939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T19:14:18,330 DEBUG [RS:2;387b213c044a:44939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T19:14:18,330 INFO [RS:2;387b213c044a:44939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T19:14:18,331 INFO [RS:2;387b213c044a:44939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T19:14:18,333 INFO [RS:1;387b213c044a:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,333 INFO [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer(1482): Serving as 387b213c044a,35903,1732389257662, RpcServer on 387b213c044a/172.17.0.3:35903, sessionid=0x101691e3c640002 2024-11-23T19:14:18,333 DEBUG [RS:1;387b213c044a:35903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T19:14:18,333 DEBUG [RS:1;387b213c044a:35903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 387b213c044a,35903,1732389257662 2024-11-23T19:14:18,334 DEBUG [RS:1;387b213c044a:35903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '387b213c044a,35903,1732389257662' 2024-11-23T19:14:18,334 DEBUG [RS:1;387b213c044a:35903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T19:14:18,334 DEBUG [RS:1;387b213c044a:35903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T19:14:18,335 DEBUG [RS:1;387b213c044a:35903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T19:14:18,335 DEBUG [RS:1;387b213c044a:35903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T19:14:18,335 DEBUG [RS:1;387b213c044a:35903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 387b213c044a,35903,1732389257662 2024-11-23T19:14:18,335 DEBUG [RS:1;387b213c044a:35903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '387b213c044a,35903,1732389257662' 2024-11-23T19:14:18,335 DEBUG [RS:1;387b213c044a:35903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T19:14:18,336 DEBUG [RS:1;387b213c044a:35903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T19:14:18,336 DEBUG [RS:1;387b213c044a:35903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T19:14:18,336 INFO [RS:1;387b213c044a:35903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T19:14:18,336 INFO [RS:1;387b213c044a:35903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T19:14:18,340 INFO [RS:0;387b213c044a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:18,341 INFO [RS:0;387b213c044a:41229 {}] regionserver.HRegionServer(1482): Serving as 387b213c044a,41229,1732389257623, RpcServer on 387b213c044a/172.17.0.3:41229, sessionid=0x101691e3c640001 2024-11-23T19:14:18,341 DEBUG [RS:0;387b213c044a:41229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T19:14:18,341 DEBUG [RS:0;387b213c044a:41229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 387b213c044a,41229,1732389257623 2024-11-23T19:14:18,341 DEBUG [RS:0;387b213c044a:41229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '387b213c044a,41229,1732389257623' 2024-11-23T19:14:18,341 DEBUG [RS:0;387b213c044a:41229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T19:14:18,342 DEBUG [RS:0;387b213c044a:41229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T19:14:18,342 DEBUG [RS:0;387b213c044a:41229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T19:14:18,342 DEBUG [RS:0;387b213c044a:41229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T19:14:18,342 DEBUG [RS:0;387b213c044a:41229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 387b213c044a,41229,1732389257623 2024-11-23T19:14:18,342 DEBUG [RS:0;387b213c044a:41229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '387b213c044a,41229,1732389257623' 2024-11-23T19:14:18,342 DEBUG [RS:0;387b213c044a:41229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T19:14:18,343 DEBUG [RS:0;387b213c044a:41229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T19:14:18,343 DEBUG [RS:0;387b213c044a:41229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T19:14:18,343 INFO [RS:0;387b213c044a:41229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T19:14:18,343 INFO [RS:0;387b213c044a:41229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T19:14:18,431 INFO [RS:2;387b213c044a:44939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T19:14:18,435 INFO [RS:2;387b213c044a:44939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=387b213c044a%2C44939%2C1732389257707, suffix=, logDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707, archiveDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/oldWALs, maxLogs=32 2024-11-23T19:14:18,437 INFO [RS:1;387b213c044a:35903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T19:14:18,440 INFO [RS:1;387b213c044a:35903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=387b213c044a%2C35903%2C1732389257662, suffix=, logDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,35903,1732389257662, archiveDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/oldWALs, maxLogs=32 2024-11-23T19:14:18,444 INFO [RS:0;387b213c044a:41229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T19:14:18,446 INFO [RS:0;387b213c044a:41229 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=387b213c044a%2C41229%2C1732389257623, suffix=, logDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,41229,1732389257623, archiveDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/oldWALs, maxLogs=32 2024-11-23T19:14:18,455 DEBUG [RS:2;387b213c044a:44939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707/387b213c044a%2C44939%2C1732389257707.1732389258439, exclude list is [], retry=0 2024-11-23T19:14:18,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34569,DS-eb07e410-1273-46d9-923e-a21046409715,DISK] 2024-11-23T19:14:18,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-dfad249c-ce0a-4b28-94bc-7d4674240760,DISK] 2024-11-23T19:14:18,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34331,DS-3cb68b6c-6387-43e3-a4fd-e0477b78ebdb,DISK] 2024-11-23T19:14:18,461 DEBUG [RS:1;387b213c044a:35903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,35903,1732389257662/387b213c044a%2C35903%2C1732389257662.1732389258442, exclude list is [], retry=0 2024-11-23T19:14:18,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34569,DS-eb07e410-1273-46d9-923e-a21046409715,DISK] 2024-11-23T19:14:18,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-dfad249c-ce0a-4b28-94bc-7d4674240760,DISK] 2024-11-23T19:14:18,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34331,DS-3cb68b6c-6387-43e3-a4fd-e0477b78ebdb,DISK] 2024-11-23T19:14:18,467 DEBUG [RS:0;387b213c044a:41229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,41229,1732389257623/387b213c044a%2C41229%2C1732389257623.1732389258447, exclude list is [], retry=0 2024-11-23T19:14:18,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-dfad249c-ce0a-4b28-94bc-7d4674240760,DISK] 2024-11-23T19:14:18,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34331,DS-3cb68b6c-6387-43e3-a4fd-e0477b78ebdb,DISK] 2024-11-23T19:14:18,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34569,DS-eb07e410-1273-46d9-923e-a21046409715,DISK] 2024-11-23T19:14:18,478 INFO [RS:2;387b213c044a:44939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707/387b213c044a%2C44939%2C1732389257707.1732389258439 2024-11-23T19:14:18,479 DEBUG [RS:2;387b213c044a:44939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42921:42921),(127.0.0.1/127.0.0.1:34441:34441),(127.0.0.1/127.0.0.1:46257:46257)] 2024-11-23T19:14:18,480 INFO [RS:1;387b213c044a:35903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,35903,1732389257662/387b213c044a%2C35903%2C1732389257662.1732389258442 2024-11-23T19:14:18,481 INFO [RS:0;387b213c044a:41229 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,41229,1732389257623/387b213c044a%2C41229%2C1732389257623.1732389258447 2024-11-23T19:14:18,488 DEBUG [RS:0;387b213c044a:41229 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42921:42921),(127.0.0.1/127.0.0.1:34441:34441),(127.0.0.1/127.0.0.1:46257:46257)] 2024-11-23T19:14:18,488 DEBUG [RS:1;387b213c044a:35903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46257:46257),(127.0.0.1/127.0.0.1:42921:42921),(127.0.0.1/127.0.0.1:34441:34441)] 2024-11-23T19:14:18,561 DEBUG [387b213c044a:38545 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-23T19:14:18,562 DEBUG [387b213c044a:38545 {}] balancer.BalancerClusterState(204): Hosts are {387b213c044a=0} racks are {/default-rack=0} 2024-11-23T19:14:18,564 DEBUG [387b213c044a:38545 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T19:14:18,564 DEBUG [387b213c044a:38545 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T19:14:18,564 DEBUG [387b213c044a:38545 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T19:14:18,564 DEBUG [387b213c044a:38545 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T19:14:18,564 DEBUG [387b213c044a:38545 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T19:14:18,564 DEBUG [387b213c044a:38545 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T19:14:18,564 INFO [387b213c044a:38545 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T19:14:18,564 INFO [387b213c044a:38545 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T19:14:18,564 INFO [387b213c044a:38545 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T19:14:18,565 DEBUG [387b213c044a:38545 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T19:14:18,565 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=387b213c044a,44939,1732389257707 2024-11-23T19:14:18,566 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 387b213c044a,44939,1732389257707, state=OPENING 2024-11-23T19:14:18,575 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T19:14:18,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:18,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:18,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101691e3c640003, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:18,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:14:18,587 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T19:14:18,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:14:18,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:14:18,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:14:18,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=387b213c044a,44939,1732389257707}] 2024-11-23T19:14:18,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:14:19,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T19:14:19,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T19:14:19,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T19:14:19,628 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T19:14:19,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T19:14:19,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T19:14:19,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T19:14:19,662 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T19:14:19,662 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T19:14:25,165 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T19:14:25,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T19:14:25,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T19:14:25,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T19:14:28,589 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T19:14:28,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T19:14:28,596 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T19:14:28,596 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T19:14:28,597 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T19:14:28,600 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=387b213c044a%2C44939%2C1732389257707.meta, suffix=.meta, logDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707, archiveDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/oldWALs, maxLogs=32 2024-11-23T19:14:28,615 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707/387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta, exclude list is [], retry=0 2024-11-23T19:14:28,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34331,DS-3cb68b6c-6387-43e3-a4fd-e0477b78ebdb,DISK] 2024-11-23T19:14:28,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34569,DS-eb07e410-1273-46d9-923e-a21046409715,DISK] 2024-11-23T19:14:28,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-dfad249c-ce0a-4b28-94bc-7d4674240760,DISK] 2024-11-23T19:14:28,625 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707/387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta 2024-11-23T19:14:28,625 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42921:42921),(127.0.0.1/127.0.0.1:46257:46257),(127.0.0.1/127.0.0.1:34441:34441)] 2024-11-23T19:14:28,625 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:14:28,626 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T19:14:28,626 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T19:14:28,626 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T19:14:28,626 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T19:14:28,626 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:28,626 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T19:14:28,626 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T19:14:28,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T19:14:28,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T19:14:28,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:28,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:14:28,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T19:14:28,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T19:14:28,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:28,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:14:28,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T19:14:28,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T19:14:28,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:28,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:14:28,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T19:14:28,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T19:14:28,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:28,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:14:28,646 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T19:14:28,647 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740 2024-11-23T19:14:28,649 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740 2024-11-23T19:14:28,651 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T19:14:28,651 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T19:14:28,652 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T19:14:28,654 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T19:14:28,655 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62077367, jitterRate=-0.0749751478433609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T19:14:28,655 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T19:14:28,656 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732389268627Writing region info on filesystem at 1732389268627Initializing all the Stores at 1732389268633 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732389268633Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732389268633Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389268633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732389268633Cleaning up temporary data from old regions at 1732389268651 (+18 ms)Running coprocessor post-open hooks at 1732389268655 (+4 ms)Region opened successfully at 1732389268656 (+1 ms) 2024-11-23T19:14:28,657 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732389268589 2024-11-23T19:14:28,660 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T19:14:28,660 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T19:14:28,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,44939,1732389257707 2024-11-23T19:14:28,663 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 387b213c044a,44939,1732389257707, state=OPEN 2024-11-23T19:14:28,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T19:14:28,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T19:14:28,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101691e3c640003, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T19:14:28,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T19:14:28,733 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=387b213c044a,44939,1732389257707 2024-11-23T19:14:28,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:14:28,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:14:28,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:14:28,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:14:28,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T19:14:28,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=387b213c044a,44939,1732389257707 in 10.1460 sec 2024-11-23T19:14:28,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T19:14:28,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5790 sec 2024-11-23T19:14:28,743 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T19:14:28,743 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T19:14:28,754 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:14:28,755 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=387b213c044a,44939,1732389257707, seqNum=-1] 2024-11-23T19:14:28,755 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:14:28,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:14:28,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6710 sec 2024-11-23T19:14:28,770 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732389268769, completionTime=-1 2024-11-23T19:14:28,770 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-23T19:14:28,770 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T19:14:28,772 INFO [master/387b213c044a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-23T19:14:28,772 INFO [master/387b213c044a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732389328772 2024-11-23T19:14:28,772 INFO [master/387b213c044a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732389388772 2024-11-23T19:14:28,773 INFO [master/387b213c044a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T19:14:28,773 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T19:14:28,779 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,38545,1732389257418-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:28,779 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,38545,1732389257418-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:28,779 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,38545,1732389257418-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:28,779 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-387b213c044a:38545, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:28,779 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:28,782 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:28,783 DEBUG [master/387b213c044a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T19:14:28,786 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.010sec 2024-11-23T19:14:28,786 INFO [master/387b213c044a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T19:14:28,786 INFO [master/387b213c044a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T19:14:28,786 INFO [master/387b213c044a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T19:14:28,786 INFO [master/387b213c044a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T19:14:28,786 INFO [master/387b213c044a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T19:14:28,786 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,38545,1732389257418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T19:14:28,787 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,38545,1732389257418-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T19:14:28,789 DEBUG [master/387b213c044a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T19:14:28,789 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T19:14:28,789 INFO [master/387b213c044a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=387b213c044a,38545,1732389257418-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T19:14:28,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c804232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:14:28,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 387b213c044a,38545,-1 for getting cluster id 2024-11-23T19:14:28,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:14:28,850 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ddfdbd8-60d9-4474-8342-f8fd32ba4498' 2024-11-23T19:14:28,850 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:14:28,850 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ddfdbd8-60d9-4474-8342-f8fd32ba4498" 2024-11-23T19:14:28,851 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a98784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:14:28,851 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [387b213c044a,38545,-1] 2024-11-23T19:14:28,851 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:14:28,851 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:14:28,853 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:14:28,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e4f41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:14:28,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:14:28,856 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=387b213c044a,44939,1732389257707, seqNum=-1] 2024-11-23T19:14:28,856 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:14:28,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:14:28,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=387b213c044a,38545,1732389257418 2024-11-23T19:14:28,860 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732389268860 (current time:1732389268860). 2024-11-23T19:14:28,860 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-23T19:14:28,860 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-23T19:14:28,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e70fe16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:14:28,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 387b213c044a,38545,-1 for getting cluster id 2024-11-23T19:14:28,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T19:14:28,865 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ddfdbd8-60d9-4474-8342-f8fd32ba4498' 2024-11-23T19:14:28,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T19:14:28,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ddfdbd8-60d9-4474-8342-f8fd32ba4498" 2024-11-23T19:14:28,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377bef6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:14:28,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [387b213c044a,38545,-1] 2024-11-23T19:14:28,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T19:14:28,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:14:28,867 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T19:14:28,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bca2732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T19:14:28,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:14:28,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=387b213c044a,44939,1732389257707, seqNum=-1] 2024-11-23T19:14:28,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:14:28,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:14:28,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T19:14:28,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:14:28,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:14:28,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:14:28,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:14:28,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T19:14:28,874 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 387b213c044a,38545,1732389257418 2024-11-23T19:14:28,875 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10883625 2024-11-23T19:14:28,875 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T19:14:28,877 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T19:14:28,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T19:14:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-23T19:14:28,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T19:14:28,886 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:28,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-23T19:14:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:14:28,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T19:14:28,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741837_1013 (size=361) 2024-11-23T19:14:28,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741837_1013 (size=361) 2024-11-23T19:14:28,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741837_1013 (size=361) 2024-11-23T19:14:28,920 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a8ca7276f303ebe07bdf46d02e7cdee, NAME => 'SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406 2024-11-23T19:14:28,921 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c297ea539dd08f45dad96bebc40f2db7, NAME => 'SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406 2024-11-23T19:14:28,923 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b3fdc9a66be6eee28b0086057fae1b88, NAME => 'SPTestTable,33333332,1732389268877.b3fdc9a66be6eee28b0086057fae1b88.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406 2024-11-23T19:14:28,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741840_1016 (size=54) 2024-11-23T19:14:28,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741840_1016 (size=54) 2024-11-23T19:14:28,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741839_1015 (size=62) 2024-11-23T19:14:28,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741839_1015 (size=62) 2024-11-23T19:14:28,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741839_1015 (size=62) 2024-11-23T19:14:28,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741840_1016 (size=54) 2024-11-23T19:14:28,946 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732389268877.b3fdc9a66be6eee28b0086057fae1b88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:28,947 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b3fdc9a66be6eee28b0086057fae1b88, disabling compactions & flushes 2024-11-23T19:14:28,947 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732389268877.b3fdc9a66be6eee28b0086057fae1b88. 2024-11-23T19:14:28,947 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732389268877.b3fdc9a66be6eee28b0086057fae1b88. 2024-11-23T19:14:28,947 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732389268877.b3fdc9a66be6eee28b0086057fae1b88. after waiting 0 ms 2024-11-23T19:14:28,947 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732389268877.b3fdc9a66be6eee28b0086057fae1b88. 2024-11-23T19:14:28,947 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732389268877.b3fdc9a66be6eee28b0086057fae1b88. 2024-11-23T19:14:28,947 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b3fdc9a66be6eee28b0086057fae1b88: Waiting for close lock at 1732389268947Disabling compacts and flushes for region at 1732389268947Disabling writes for close at 1732389268947Writing region close event to WAL at 1732389268947Closed at 1732389268947 2024-11-23T19:14:28,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741838_1014 (size=62) 2024-11-23T19:14:28,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741838_1014 (size=62) 2024-11-23T19:14:28,948 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5ea2534121a026f7208001759408366d, NAME => 'SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406 2024-11-23T19:14:28,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741838_1014 (size=62) 2024-11-23T19:14:28,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:28,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:28,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c297ea539dd08f45dad96bebc40f2db7, disabling compactions & flushes 2024-11-23T19:14:28,950 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7. 2024-11-23T19:14:28,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6a8ca7276f303ebe07bdf46d02e7cdee, disabling compactions & flushes 2024-11-23T19:14:28,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7. 2024-11-23T19:14:28,950 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee. 2024-11-23T19:14:28,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee. 2024-11-23T19:14:28,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7. after waiting 0 ms 2024-11-23T19:14:28,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7. 2024-11-23T19:14:28,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee. after waiting 0 ms 2024-11-23T19:14:28,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee. 2024-11-23T19:14:28,950 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7. 2024-11-23T19:14:28,951 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee. 2024-11-23T19:14:28,951 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c297ea539dd08f45dad96bebc40f2db7: Waiting for close lock at 1732389268950Disabling compacts and flushes for region at 1732389268950Disabling writes for close at 1732389268950Writing region close event to WAL at 1732389268950Closed at 1732389268950 2024-11-23T19:14:28,951 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a8ca7276f303ebe07bdf46d02e7cdee: Waiting for close lock at 1732389268950Disabling compacts and flushes for region at 1732389268950Disabling writes for close at 1732389268950Writing region close event to WAL at 1732389268950Closed at 1732389268950 2024-11-23T19:14:28,951 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee0c6e43f707978a78619a89d21c242c, NAME => 'SPTestTable,7ffffffd,1732389268877.ee0c6e43f707978a78619a89d21c242c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406 2024-11-23T19:14:28,952 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8c1a279781912d3516a7587186797072, NAME => 'SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406 2024-11-23T19:14:28,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741842_1018 (size=62) 2024-11-23T19:14:28,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741842_1018 (size=62) 2024-11-23T19:14:28,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741842_1018 (size=62) 2024-11-23T19:14:28,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732389268877.ee0c6e43f707978a78619a89d21c242c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:28,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ee0c6e43f707978a78619a89d21c242c, disabling compactions & flushes 2024-11-23T19:14:28,996 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732389268877.ee0c6e43f707978a78619a89d21c242c. 2024-11-23T19:14:28,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732389268877.ee0c6e43f707978a78619a89d21c242c. 2024-11-23T19:14:28,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732389268877.ee0c6e43f707978a78619a89d21c242c. after waiting 0 ms 2024-11-23T19:14:28,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732389268877.ee0c6e43f707978a78619a89d21c242c. 2024-11-23T19:14:28,996 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732389268877.ee0c6e43f707978a78619a89d21c242c. 2024-11-23T19:14:28,996 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee0c6e43f707978a78619a89d21c242c: Waiting for close lock at 1732389268996Disabling compacts and flushes for region at 1732389268996Disabling writes for close at 1732389268996Writing region close event to WAL at 1732389268996Closed at 1732389268996 2024-11-23T19:14:28,997 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 297f52869a19ef35039a6536e5747a3a, NAME => 'SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406 2024-11-23T19:14:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:14:29,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741841_1017 (size=62) 2024-11-23T19:14:29,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741841_1017 (size=62) 2024-11-23T19:14:29,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741841_1017 (size=62) 2024-11-23T19:14:29,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:29,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5ea2534121a026f7208001759408366d, disabling compactions & flushes 2024-11-23T19:14:29,009 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d. 2024-11-23T19:14:29,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d. 2024-11-23T19:14:29,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d. after waiting 0 ms 2024-11-23T19:14:29,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d. 2024-11-23T19:14:29,009 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d. 2024-11-23T19:14:29,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5ea2534121a026f7208001759408366d: Waiting for close lock at 1732389269009Disabling compacts and flushes for region at 1732389269009Disabling writes for close at 1732389269009Writing region close event to WAL at 1732389269009Closed at 1732389269009 2024-11-23T19:14:29,010 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c699e7228988b912b61d11512ac60aaa, NAME => 'SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406 2024-11-23T19:14:29,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741843_1019 (size=62) 2024-11-23T19:14:29,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741843_1019 (size=62) 2024-11-23T19:14:29,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741843_1019 (size=62) 2024-11-23T19:14:29,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:29,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8c1a279781912d3516a7587186797072, disabling compactions & flushes 2024-11-23T19:14:29,016 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072. 2024-11-23T19:14:29,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072. 2024-11-23T19:14:29,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072. after waiting 0 ms 2024-11-23T19:14:29,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072. 2024-11-23T19:14:29,016 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072. 2024-11-23T19:14:29,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8c1a279781912d3516a7587186797072: Waiting for close lock at 1732389269016Disabling compacts and flushes for region at 1732389269016Disabling writes for close at 1732389269016Writing region close event to WAL at 1732389269016Closed at 1732389269016 2024-11-23T19:14:29,017 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3ff11cf9ecdb13c6313afcaf11dc9146, NAME => 'SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406 2024-11-23T19:14:29,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741844_1020 (size=62) 2024-11-23T19:14:29,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741844_1020 (size=62) 2024-11-23T19:14:29,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741844_1020 (size=62) 2024-11-23T19:14:29,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:29,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 297f52869a19ef35039a6536e5747a3a, disabling compactions & flushes 2024-11-23T19:14:29,054 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a. 2024-11-23T19:14:29,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a. 2024-11-23T19:14:29,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a. after waiting 0 ms 2024-11-23T19:14:29,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a. 2024-11-23T19:14:29,054 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a. 2024-11-23T19:14:29,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 297f52869a19ef35039a6536e5747a3a: Waiting for close lock at 1732389269054Disabling compacts and flushes for region at 1732389269054Disabling writes for close at 1732389269054Writing region close event to WAL at 1732389269054Closed at 1732389269054 2024-11-23T19:14:29,055 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87a8f93a4c76524e237d421d5b453772, NAME => 'SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406 2024-11-23T19:14:29,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741845_1021 (size=62) 2024-11-23T19:14:29,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741845_1021 (size=62) 2024-11-23T19:14:29,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741845_1021 (size=62) 2024-11-23T19:14:29,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:29,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c699e7228988b912b61d11512ac60aaa, disabling compactions & flushes 2024-11-23T19:14:29,076 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa. 2024-11-23T19:14:29,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa. 2024-11-23T19:14:29,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa. after waiting 0 ms 2024-11-23T19:14:29,077 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa. 2024-11-23T19:14:29,077 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa. 2024-11-23T19:14:29,077 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c699e7228988b912b61d11512ac60aaa: Waiting for close lock at 1732389269076Disabling compacts and flushes for region at 1732389269076Disabling writes for close at 1732389269076Writing region close event to WAL at 1732389269077 (+1 ms)Closed at 1732389269077 2024-11-23T19:14:29,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741846_1022 (size=62) 2024-11-23T19:14:29,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741846_1022 (size=62) 2024-11-23T19:14:29,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741846_1022 (size=62) 2024-11-23T19:14:29,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:29,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3ff11cf9ecdb13c6313afcaf11dc9146, disabling compactions & flushes 2024-11-23T19:14:29,097 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146. 2024-11-23T19:14:29,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146. 2024-11-23T19:14:29,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146. after waiting 0 ms 2024-11-23T19:14:29,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146. 2024-11-23T19:14:29,097 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146. 2024-11-23T19:14:29,100 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3ff11cf9ecdb13c6313afcaf11dc9146: Waiting for close lock at 1732389269097Disabling compacts and flushes for region at 1732389269097Disabling writes for close at 1732389269097Writing region close event to WAL at 1732389269097Closed at 1732389269097 2024-11-23T19:14:29,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741847_1023 (size=54) 2024-11-23T19:14:29,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741847_1023 (size=54) 2024-11-23T19:14:29,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741847_1023 (size=54) 2024-11-23T19:14:29,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:29,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 87a8f93a4c76524e237d421d5b453772, disabling compactions & flushes 2024-11-23T19:14:29,144 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772. 2024-11-23T19:14:29,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772. 2024-11-23T19:14:29,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772. after waiting 0 ms 2024-11-23T19:14:29,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772. 2024-11-23T19:14:29,144 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772. 2024-11-23T19:14:29,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87a8f93a4c76524e237d421d5b453772: Waiting for close lock at 1732389269144Disabling compacts and flushes for region at 1732389269144Disabling writes for close at 1732389269144Writing region close event to WAL at 1732389269144Closed at 1732389269144 2024-11-23T19:14:29,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T19:14:29,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732389268877.b3fdc9a66be6eee28b0086057fae1b88.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732389269146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389269146"}]},"ts":"1732389269146"} 2024-11-23T19:14:29,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732389269146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389269146"}]},"ts":"1732389269146"} 2024-11-23T19:14:29,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732389269146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389269146"}]},"ts":"1732389269146"} 2024-11-23T19:14:29,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732389268877.ee0c6e43f707978a78619a89d21c242c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732389269146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389269146"}]},"ts":"1732389269146"} 2024-11-23T19:14:29,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732389269146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389269146"}]},"ts":"1732389269146"} 2024-11-23T19:14:29,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732389269146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389269146"}]},"ts":"1732389269146"} 2024-11-23T19:14:29,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732389269146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389269146"}]},"ts":"1732389269146"} 2024-11-23T19:14:29,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732389269146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389269146"}]},"ts":"1732389269146"} 2024-11-23T19:14:29,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732389269146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389269146"}]},"ts":"1732389269146"} 2024-11-23T19:14:29,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732389269146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732389269146"}]},"ts":"1732389269146"} 2024-11-23T19:14:29,154 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-23T19:14:29,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T19:14:29,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732389269156"}]},"ts":"1732389269156"} 2024-11-23T19:14:29,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-23T19:14:29,161 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {387b213c044a=0} racks are {/default-rack=0} 2024-11-23T19:14:29,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T19:14:29,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T19:14:29,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T19:14:29,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T19:14:29,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T19:14:29,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T19:14:29,172 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T19:14:29,172 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T19:14:29,172 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T19:14:29,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T19:14:29,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a8ca7276f303ebe07bdf46d02e7cdee, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c297ea539dd08f45dad96bebc40f2db7, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3fdc9a66be6eee28b0086057fae1b88, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ea2534121a026f7208001759408366d, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c1a279781912d3516a7587186797072, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee0c6e43f707978a78619a89d21c242c, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=297f52869a19ef35039a6536e5747a3a, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c699e7228988b912b61d11512ac60aaa, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ff11cf9ecdb13c6313afcaf11dc9146, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=87a8f93a4c76524e237d421d5b453772, ASSIGN}] 2024-11-23T19:14:29,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a8ca7276f303ebe07bdf46d02e7cdee, ASSIGN 2024-11-23T19:14:29,177 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c297ea539dd08f45dad96bebc40f2db7, ASSIGN 2024-11-23T19:14:29,178 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a8ca7276f303ebe07bdf46d02e7cdee, ASSIGN; state=OFFLINE, location=387b213c044a,41229,1732389257623; forceNewPlan=false, retain=false 2024-11-23T19:14:29,180 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c297ea539dd08f45dad96bebc40f2db7, ASSIGN; state=OFFLINE, location=387b213c044a,35903,1732389257662; forceNewPlan=false, retain=false 2024-11-23T19:14:29,188 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c699e7228988b912b61d11512ac60aaa, ASSIGN 2024-11-23T19:14:29,189 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=87a8f93a4c76524e237d421d5b453772, ASSIGN 2024-11-23T19:14:29,189 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ff11cf9ecdb13c6313afcaf11dc9146, ASSIGN 2024-11-23T19:14:29,189 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=297f52869a19ef35039a6536e5747a3a, ASSIGN 2024-11-23T19:14:29,190 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c699e7228988b912b61d11512ac60aaa, ASSIGN; state=OFFLINE, location=387b213c044a,35903,1732389257662; forceNewPlan=false, retain=false 2024-11-23T19:14:29,191 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=87a8f93a4c76524e237d421d5b453772, ASSIGN; state=OFFLINE, location=387b213c044a,44939,1732389257707; forceNewPlan=false, retain=false 2024-11-23T19:14:29,191 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=297f52869a19ef35039a6536e5747a3a, ASSIGN; state=OFFLINE, location=387b213c044a,44939,1732389257707; forceNewPlan=false, retain=false 2024-11-23T19:14:29,191 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3ff11cf9ecdb13c6313afcaf11dc9146, ASSIGN; state=OFFLINE, location=387b213c044a,41229,1732389257623; forceNewPlan=false, retain=false 2024-11-23T19:14:29,193 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee0c6e43f707978a78619a89d21c242c, ASSIGN 2024-11-23T19:14:29,196 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c1a279781912d3516a7587186797072, ASSIGN 2024-11-23T19:14:29,197 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c1a279781912d3516a7587186797072, ASSIGN; state=OFFLINE, location=387b213c044a,41229,1732389257623; forceNewPlan=false, retain=false 2024-11-23T19:14:29,198 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ea2534121a026f7208001759408366d, ASSIGN 2024-11-23T19:14:29,199 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee0c6e43f707978a78619a89d21c242c, ASSIGN; state=OFFLINE, location=387b213c044a,44939,1732389257707; forceNewPlan=false, retain=false 2024-11-23T19:14:29,199 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ea2534121a026f7208001759408366d, ASSIGN; state=OFFLINE, location=387b213c044a,35903,1732389257662; forceNewPlan=false, retain=false 2024-11-23T19:14:29,200 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3fdc9a66be6eee28b0086057fae1b88, ASSIGN 2024-11-23T19:14:29,201 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3fdc9a66be6eee28b0086057fae1b88, ASSIGN; state=OFFLINE, location=387b213c044a,44939,1732389257707; forceNewPlan=false, retain=false 2024-11-23T19:14:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:14:29,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T19:14:29,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T19:14:29,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T19:14:29,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T19:14:29,330 INFO [387b213c044a:38545 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-23T19:14:29,331 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=87a8f93a4c76524e237d421d5b453772, regionState=OPENING, regionLocation=387b213c044a,44939,1732389257707 2024-11-23T19:14:29,331 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=297f52869a19ef35039a6536e5747a3a, regionState=OPENING, regionLocation=387b213c044a,44939,1732389257707 2024-11-23T19:14:29,332 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ee0c6e43f707978a78619a89d21c242c, regionState=OPENING, regionLocation=387b213c044a,44939,1732389257707 2024-11-23T19:14:29,332 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b3fdc9a66be6eee28b0086057fae1b88, regionState=OPENING, regionLocation=387b213c044a,44939,1732389257707 2024-11-23T19:14:29,333 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3ff11cf9ecdb13c6313afcaf11dc9146, regionState=OPENING, regionLocation=387b213c044a,41229,1732389257623 2024-11-23T19:14:29,333 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8c1a279781912d3516a7587186797072, regionState=OPENING, regionLocation=387b213c044a,41229,1732389257623 2024-11-23T19:14:29,334 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a8ca7276f303ebe07bdf46d02e7cdee, regionState=OPENING, regionLocation=387b213c044a,41229,1732389257623 2024-11-23T19:14:29,334 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c699e7228988b912b61d11512ac60aaa, regionState=OPENING, regionLocation=387b213c044a,35903,1732389257662 2024-11-23T19:14:29,335 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5ea2534121a026f7208001759408366d, regionState=OPENING, regionLocation=387b213c044a,35903,1732389257662 2024-11-23T19:14:29,335 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c297ea539dd08f45dad96bebc40f2db7, regionState=OPENING, regionLocation=387b213c044a,35903,1732389257662 2024-11-23T19:14:29,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=87a8f93a4c76524e237d421d5b453772, ASSIGN because future has completed 2024-11-23T19:14:29,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=297f52869a19ef35039a6536e5747a3a, ASSIGN because future has completed 2024-11-23T19:14:29,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87a8f93a4c76524e237d421d5b453772, server=387b213c044a,44939,1732389257707}] 2024-11-23T19:14:29,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 297f52869a19ef35039a6536e5747a3a, server=387b213c044a,44939,1732389257707}] 2024-11-23T19:14:29,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee0c6e43f707978a78619a89d21c242c, ASSIGN because future has completed 2024-11-23T19:14:29,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3fdc9a66be6eee28b0086057fae1b88, ASSIGN because future has completed 2024-11-23T19:14:29,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3fdc9a66be6eee28b0086057fae1b88, server=387b213c044a,44939,1732389257707}] 2024-11-23T19:14:29,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3ff11cf9ecdb13c6313afcaf11dc9146, ASSIGN because future has completed 2024-11-23T19:14:29,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee0c6e43f707978a78619a89d21c242c, server=387b213c044a,44939,1732389257707}] 2024-11-23T19:14:29,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c1a279781912d3516a7587186797072, ASSIGN because future has completed 2024-11-23T19:14:29,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a8ca7276f303ebe07bdf46d02e7cdee, ASSIGN because future has completed 2024-11-23T19:14:29,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ff11cf9ecdb13c6313afcaf11dc9146, server=387b213c044a,41229,1732389257623}] 2024-11-23T19:14:29,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c699e7228988b912b61d11512ac60aaa, ASSIGN because future has completed 2024-11-23T19:14:29,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ea2534121a026f7208001759408366d, ASSIGN because future has completed 2024-11-23T19:14:29,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ea2534121a026f7208001759408366d, server=387b213c044a,35903,1732389257662}] 2024-11-23T19:14:29,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a8ca7276f303ebe07bdf46d02e7cdee, server=387b213c044a,41229,1732389257623}] 2024-11-23T19:14:29,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c297ea539dd08f45dad96bebc40f2db7, ASSIGN because future has completed 2024-11-23T19:14:29,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c1a279781912d3516a7587186797072, server=387b213c044a,41229,1732389257623}] 2024-11-23T19:14:29,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c297ea539dd08f45dad96bebc40f2db7, server=387b213c044a,35903,1732389257662}] 2024-11-23T19:14:29,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c699e7228988b912b61d11512ac60aaa, server=387b213c044a,35903,1732389257662}] 2024-11-23T19:14:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:14:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:14:30,282 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T19:14:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:14:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:14:34,128 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T19:14:34,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T19:14:34,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T19:14:34,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T19:14:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:14:39,393 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a. 2024-11-23T19:14:39,393 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 297f52869a19ef35039a6536e5747a3a, NAME => 'SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-23T19:14:39,393 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 297f52869a19ef35039a6536e5747a3a 2024-11-23T19:14:39,393 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:39,394 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 297f52869a19ef35039a6536e5747a3a 2024-11-23T19:14:39,394 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 297f52869a19ef35039a6536e5747a3a 2024-11-23T19:14:39,404 INFO [StoreOpener-297f52869a19ef35039a6536e5747a3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 297f52869a19ef35039a6536e5747a3a 2024-11-23T19:14:39,406 INFO [StoreOpener-297f52869a19ef35039a6536e5747a3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 297f52869a19ef35039a6536e5747a3a columnFamilyName cf 2024-11-23T19:14:39,406 DEBUG [StoreOpener-297f52869a19ef35039a6536e5747a3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:39,407 INFO [StoreOpener-297f52869a19ef35039a6536e5747a3a-1 {}] regionserver.HStore(327): Store=297f52869a19ef35039a6536e5747a3a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:14:39,407 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 297f52869a19ef35039a6536e5747a3a 2024-11-23T19:14:39,408 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/297f52869a19ef35039a6536e5747a3a 2024-11-23T19:14:39,408 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/297f52869a19ef35039a6536e5747a3a 2024-11-23T19:14:39,408 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 297f52869a19ef35039a6536e5747a3a 2024-11-23T19:14:39,408 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 297f52869a19ef35039a6536e5747a3a 2024-11-23T19:14:39,410 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 297f52869a19ef35039a6536e5747a3a 2024-11-23T19:14:39,414 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T19:14:39,415 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T19:14:39,415 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/297f52869a19ef35039a6536e5747a3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:14:39,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T19:14:39,416 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 297f52869a19ef35039a6536e5747a3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68301646, jitterRate=0.017773836851119995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:14:39,416 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 297f52869a19ef35039a6536e5747a3a 2024-11-23T19:14:39,416 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 297f52869a19ef35039a6536e5747a3a: Running coprocessor pre-open hook at 1732389279394Writing region info on filesystem at 1732389279394Initializing all the Stores at 1732389279397 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389279397Cleaning up temporary data from old regions at 1732389279408 (+11 ms)Running coprocessor post-open hooks at 1732389279416 (+8 ms)Region opened successfully at 1732389279416 2024-11-23T19:14:39,417 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a., pid=16, masterSystemTime=1732389279378 2024-11-23T19:14:39,419 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a. 2024-11-23T19:14:39,419 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a. 2024-11-23T19:14:39,419 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772. 2024-11-23T19:14:39,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=297f52869a19ef35039a6536e5747a3a, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,44939,1732389257707 2024-11-23T19:14:39,420 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 87a8f93a4c76524e237d421d5b453772, NAME => 'SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-23T19:14:39,420 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 87a8f93a4c76524e237d421d5b453772 2024-11-23T19:14:39,420 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:39,420 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 87a8f93a4c76524e237d421d5b453772 2024-11-23T19:14:39,420 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 87a8f93a4c76524e237d421d5b453772 2024-11-23T19:14:39,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 297f52869a19ef35039a6536e5747a3a, server=387b213c044a,44939,1732389257707 because future has completed 2024-11-23T19:14:39,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T19:14:39,423 INFO [StoreOpener-87a8f93a4c76524e237d421d5b453772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 87a8f93a4c76524e237d421d5b453772 2024-11-23T19:14:39,425 INFO [StoreOpener-87a8f93a4c76524e237d421d5b453772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87a8f93a4c76524e237d421d5b453772 columnFamilyName cf 2024-11-23T19:14:39,425 DEBUG [StoreOpener-87a8f93a4c76524e237d421d5b453772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:39,426 INFO [StoreOpener-87a8f93a4c76524e237d421d5b453772-1 {}] regionserver.HStore(327): Store=87a8f93a4c76524e237d421d5b453772/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:14:39,427 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 87a8f93a4c76524e237d421d5b453772 2024-11-23T19:14:39,428 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/87a8f93a4c76524e237d421d5b453772 2024-11-23T19:14:39,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-23T19:14:39,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 297f52869a19ef35039a6536e5747a3a, server=387b213c044a,44939,1732389257707 in 10.0620 sec 2024-11-23T19:14:39,431 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7. 2024-11-23T19:14:39,431 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146. 2024-11-23T19:14:39,431 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => c297ea539dd08f45dad96bebc40f2db7, NAME => 'SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-23T19:14:39,431 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ff11cf9ecdb13c6313afcaf11dc9146, NAME => 'SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-23T19:14:39,431 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3ff11cf9ecdb13c6313afcaf11dc9146 2024-11-23T19:14:39,431 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c297ea539dd08f45dad96bebc40f2db7 2024-11-23T19:14:39,431 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:39,431 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:39,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=297f52869a19ef35039a6536e5747a3a, ASSIGN in 10.2560 sec 2024-11-23T19:14:39,432 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3ff11cf9ecdb13c6313afcaf11dc9146 2024-11-23T19:14:39,432 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for c297ea539dd08f45dad96bebc40f2db7 2024-11-23T19:14:39,432 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for c297ea539dd08f45dad96bebc40f2db7 2024-11-23T19:14:39,432 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3ff11cf9ecdb13c6313afcaf11dc9146 2024-11-23T19:14:39,436 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/87a8f93a4c76524e237d421d5b453772 2024-11-23T19:14:39,437 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 87a8f93a4c76524e237d421d5b453772 2024-11-23T19:14:39,437 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 87a8f93a4c76524e237d421d5b453772 2024-11-23T19:14:39,438 INFO [StoreOpener-c297ea539dd08f45dad96bebc40f2db7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c297ea539dd08f45dad96bebc40f2db7 2024-11-23T19:14:39,439 INFO [StoreOpener-3ff11cf9ecdb13c6313afcaf11dc9146-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3ff11cf9ecdb13c6313afcaf11dc9146 2024-11-23T19:14:39,439 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 87a8f93a4c76524e237d421d5b453772 2024-11-23T19:14:39,442 INFO [StoreOpener-3ff11cf9ecdb13c6313afcaf11dc9146-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff11cf9ecdb13c6313afcaf11dc9146 columnFamilyName cf 2024-11-23T19:14:39,442 DEBUG [StoreOpener-3ff11cf9ecdb13c6313afcaf11dc9146-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:39,442 INFO [StoreOpener-3ff11cf9ecdb13c6313afcaf11dc9146-1 {}] regionserver.HStore(327): Store=3ff11cf9ecdb13c6313afcaf11dc9146/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:14:39,443 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3ff11cf9ecdb13c6313afcaf11dc9146 2024-11-23T19:14:39,444 INFO [StoreOpener-c297ea539dd08f45dad96bebc40f2db7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c297ea539dd08f45dad96bebc40f2db7 columnFamilyName cf 2024-11-23T19:14:39,444 DEBUG [StoreOpener-c297ea539dd08f45dad96bebc40f2db7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:39,444 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/3ff11cf9ecdb13c6313afcaf11dc9146 2024-11-23T19:14:39,444 INFO [StoreOpener-c297ea539dd08f45dad96bebc40f2db7-1 {}] regionserver.HStore(327): Store=c297ea539dd08f45dad96bebc40f2db7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:14:39,445 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for c297ea539dd08f45dad96bebc40f2db7 2024-11-23T19:14:39,445 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/3ff11cf9ecdb13c6313afcaf11dc9146 2024-11-23T19:14:39,445 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3ff11cf9ecdb13c6313afcaf11dc9146 2024-11-23T19:14:39,445 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3ff11cf9ecdb13c6313afcaf11dc9146 2024-11-23T19:14:39,446 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/c297ea539dd08f45dad96bebc40f2db7 2024-11-23T19:14:39,446 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/c297ea539dd08f45dad96bebc40f2db7 2024-11-23T19:14:39,446 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for c297ea539dd08f45dad96bebc40f2db7 2024-11-23T19:14:39,446 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for c297ea539dd08f45dad96bebc40f2db7 2024-11-23T19:14:39,447 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3ff11cf9ecdb13c6313afcaf11dc9146 2024-11-23T19:14:39,450 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for c297ea539dd08f45dad96bebc40f2db7 2024-11-23T19:14:39,462 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/3ff11cf9ecdb13c6313afcaf11dc9146/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:14:39,463 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 3ff11cf9ecdb13c6313afcaf11dc9146; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65594632, jitterRate=-0.022563815116882324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:14:39,463 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ff11cf9ecdb13c6313afcaf11dc9146 2024-11-23T19:14:39,463 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3ff11cf9ecdb13c6313afcaf11dc9146: Running coprocessor pre-open hook at 1732389279432Writing region info on filesystem at 1732389279432Initializing all the Stores at 1732389279438 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389279438Cleaning up temporary data from old regions at 1732389279445 (+7 ms)Running coprocessor post-open hooks at 1732389279463 (+18 ms)Region opened successfully at 1732389279463 2024-11-23T19:14:39,464 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146., pid=19, masterSystemTime=1732389279413 2024-11-23T19:14:39,467 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146. 2024-11-23T19:14:39,467 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146. 2024-11-23T19:14:39,468 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072. 2024-11-23T19:14:39,468 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c1a279781912d3516a7587186797072, NAME => 'SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-23T19:14:39,468 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3ff11cf9ecdb13c6313afcaf11dc9146, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,41229,1732389257623 2024-11-23T19:14:39,468 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8c1a279781912d3516a7587186797072 2024-11-23T19:14:39,468 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:39,468 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 8c1a279781912d3516a7587186797072 2024-11-23T19:14:39,469 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 8c1a279781912d3516a7587186797072 2024-11-23T19:14:39,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ff11cf9ecdb13c6313afcaf11dc9146, server=387b213c044a,41229,1732389257623 because future has completed 2024-11-23T19:14:39,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-23T19:14:39,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ff11cf9ecdb13c6313afcaf11dc9146, server=387b213c044a,41229,1732389257623 in 10.0640 sec 2024-11-23T19:14:39,479 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/87a8f93a4c76524e237d421d5b453772/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:14:39,480 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 87a8f93a4c76524e237d421d5b453772; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70886396, jitterRate=0.056289613246917725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:14:39,480 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87a8f93a4c76524e237d421d5b453772 2024-11-23T19:14:39,480 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 87a8f93a4c76524e237d421d5b453772: Running coprocessor pre-open hook at 1732389279421Writing region info on filesystem at 1732389279421Initializing all the Stores at 1732389279422 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389279422Cleaning up temporary data from old regions at 1732389279437 (+15 ms)Running coprocessor post-open hooks at 1732389279480 (+43 ms)Region opened successfully at 1732389279480 2024-11-23T19:14:39,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ff11cf9ecdb13c6313afcaf11dc9146, ASSIGN in 10.3040 sec 2024-11-23T19:14:39,481 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772., pid=15, masterSystemTime=1732389279378 2024-11-23T19:14:39,482 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/c297ea539dd08f45dad96bebc40f2db7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:14:39,483 INFO [StoreOpener-8c1a279781912d3516a7587186797072-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8c1a279781912d3516a7587186797072 2024-11-23T19:14:39,484 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened c297ea539dd08f45dad96bebc40f2db7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63509705, jitterRate=-0.05363164842128754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:14:39,484 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c297ea539dd08f45dad96bebc40f2db7 2024-11-23T19:14:39,484 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for c297ea539dd08f45dad96bebc40f2db7: Running coprocessor pre-open hook at 1732389279432Writing region info on filesystem at 1732389279432Initializing all the Stores at 1732389279437 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389279437Cleaning up temporary data from old regions at 1732389279446 (+9 ms)Running coprocessor post-open hooks at 1732389279484 (+38 ms)Region opened successfully at 1732389279484 2024-11-23T19:14:39,485 INFO [StoreOpener-8c1a279781912d3516a7587186797072-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c1a279781912d3516a7587186797072 columnFamilyName cf 2024-11-23T19:14:39,485 DEBUG [StoreOpener-8c1a279781912d3516a7587186797072-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:39,486 INFO [StoreOpener-8c1a279781912d3516a7587186797072-1 {}] regionserver.HStore(327): Store=8c1a279781912d3516a7587186797072/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:14:39,486 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 8c1a279781912d3516a7587186797072 2024-11-23T19:14:39,486 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772. 2024-11-23T19:14:39,486 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772. 2024-11-23T19:14:39,486 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732389268877.ee0c6e43f707978a78619a89d21c242c. 2024-11-23T19:14:39,486 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => ee0c6e43f707978a78619a89d21c242c, NAME => 'SPTestTable,7ffffffd,1732389268877.ee0c6e43f707978a78619a89d21c242c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-23T19:14:39,487 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ee0c6e43f707978a78619a89d21c242c 2024-11-23T19:14:39,487 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732389268877.ee0c6e43f707978a78619a89d21c242c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:39,487 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for ee0c6e43f707978a78619a89d21c242c 2024-11-23T19:14:39,487 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for ee0c6e43f707978a78619a89d21c242c 2024-11-23T19:14:39,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=87a8f93a4c76524e237d421d5b453772, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,44939,1732389257707 2024-11-23T19:14:39,488 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/8c1a279781912d3516a7587186797072 2024-11-23T19:14:39,488 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7., pid=23, masterSystemTime=1732389279415 2024-11-23T19:14:39,489 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/8c1a279781912d3516a7587186797072 2024-11-23T19:14:39,490 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 8c1a279781912d3516a7587186797072 2024-11-23T19:14:39,490 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 8c1a279781912d3516a7587186797072 2024-11-23T19:14:39,490 INFO [StoreOpener-ee0c6e43f707978a78619a89d21c242c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ee0c6e43f707978a78619a89d21c242c 2024-11-23T19:14:39,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87a8f93a4c76524e237d421d5b453772, server=387b213c044a,44939,1732389257707 because future has completed 2024-11-23T19:14:39,492 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7. 2024-11-23T19:14:39,493 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7. 2024-11-23T19:14:39,493 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa. 2024-11-23T19:14:39,493 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c297ea539dd08f45dad96bebc40f2db7, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,35903,1732389257662 2024-11-23T19:14:39,493 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => c699e7228988b912b61d11512ac60aaa, NAME => 'SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-23T19:14:39,494 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c699e7228988b912b61d11512ac60aaa 2024-11-23T19:14:39,494 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:39,494 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for c699e7228988b912b61d11512ac60aaa 2024-11-23T19:14:39,494 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for c699e7228988b912b61d11512ac60aaa 2024-11-23T19:14:39,495 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 8c1a279781912d3516a7587186797072 2024-11-23T19:14:39,495 INFO [StoreOpener-ee0c6e43f707978a78619a89d21c242c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee0c6e43f707978a78619a89d21c242c columnFamilyName cf 2024-11-23T19:14:39,496 DEBUG [StoreOpener-ee0c6e43f707978a78619a89d21c242c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:39,497 INFO [StoreOpener-ee0c6e43f707978a78619a89d21c242c-1 {}] regionserver.HStore(327): Store=ee0c6e43f707978a78619a89d21c242c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:14:39,497 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for ee0c6e43f707978a78619a89d21c242c 2024-11-23T19:14:39,498 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/ee0c6e43f707978a78619a89d21c242c 2024-11-23T19:14:39,499 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/ee0c6e43f707978a78619a89d21c242c 2024-11-23T19:14:39,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c297ea539dd08f45dad96bebc40f2db7, server=387b213c044a,35903,1732389257662 because future has completed 2024-11-23T19:14:39,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T19:14:39,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 87a8f93a4c76524e237d421d5b453772, server=387b213c044a,44939,1732389257707 in 10.1430 sec 2024-11-23T19:14:39,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=87a8f93a4c76524e237d421d5b453772, ASSIGN in 10.3270 sec 2024-11-23T19:14:39,504 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for ee0c6e43f707978a78619a89d21c242c 2024-11-23T19:14:39,504 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for ee0c6e43f707978a78619a89d21c242c 2024-11-23T19:14:39,506 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for ee0c6e43f707978a78619a89d21c242c 2024-11-23T19:14:39,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-23T19:14:39,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c297ea539dd08f45dad96bebc40f2db7, server=387b213c044a,35903,1732389257662 in 10.0860 sec 2024-11-23T19:14:39,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c297ea539dd08f45dad96bebc40f2db7, ASSIGN in 10.3340 sec 2024-11-23T19:14:39,516 INFO [StoreOpener-c699e7228988b912b61d11512ac60aaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c699e7228988b912b61d11512ac60aaa 2024-11-23T19:14:39,518 INFO [StoreOpener-c699e7228988b912b61d11512ac60aaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c699e7228988b912b61d11512ac60aaa columnFamilyName cf 2024-11-23T19:14:39,518 DEBUG [StoreOpener-c699e7228988b912b61d11512ac60aaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:39,519 INFO [StoreOpener-c699e7228988b912b61d11512ac60aaa-1 {}] regionserver.HStore(327): Store=c699e7228988b912b61d11512ac60aaa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:14:39,519 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for c699e7228988b912b61d11512ac60aaa 2024-11-23T19:14:39,520 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/c699e7228988b912b61d11512ac60aaa 2024-11-23T19:14:39,521 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/c699e7228988b912b61d11512ac60aaa 2024-11-23T19:14:39,521 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for c699e7228988b912b61d11512ac60aaa 2024-11-23T19:14:39,521 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for c699e7228988b912b61d11512ac60aaa 2024-11-23T19:14:39,523 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/8c1a279781912d3516a7587186797072/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:14:39,524 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 8c1a279781912d3516a7587186797072; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72846207, jitterRate=0.0854930728673935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:14:39,524 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c1a279781912d3516a7587186797072 2024-11-23T19:14:39,524 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 8c1a279781912d3516a7587186797072: Running coprocessor pre-open hook at 1732389279469Writing region info on filesystem at 1732389279469Initializing all the Stores at 1732389279471 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389279471Cleaning up temporary data from old regions at 1732389279490 (+19 ms)Running coprocessor post-open hooks at 1732389279524 (+34 ms)Region opened successfully at 1732389279524 2024-11-23T19:14:39,524 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/ee0c6e43f707978a78619a89d21c242c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:14:39,525 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for c699e7228988b912b61d11512ac60aaa 2024-11-23T19:14:39,525 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened ee0c6e43f707978a78619a89d21c242c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66730948, jitterRate=-0.005631387233734131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:14:39,525 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee0c6e43f707978a78619a89d21c242c 2024-11-23T19:14:39,525 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072., pid=20, masterSystemTime=1732389279413 2024-11-23T19:14:39,525 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for ee0c6e43f707978a78619a89d21c242c: Running coprocessor pre-open hook at 1732389279487Writing region info on filesystem at 1732389279487Initializing all the Stores at 1732389279490 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389279490Cleaning up temporary data from old regions at 1732389279504 (+14 ms)Running coprocessor post-open hooks at 1732389279525 (+21 ms)Region opened successfully at 1732389279525 2024-11-23T19:14:39,528 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732389268877.ee0c6e43f707978a78619a89d21c242c., pid=18, masterSystemTime=1732389279378 2024-11-23T19:14:39,529 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072. 2024-11-23T19:14:39,529 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072. 2024-11-23T19:14:39,530 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee. 2024-11-23T19:14:39,530 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a8ca7276f303ebe07bdf46d02e7cdee, NAME => 'SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-23T19:14:39,531 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6a8ca7276f303ebe07bdf46d02e7cdee 2024-11-23T19:14:39,531 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:39,531 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 6a8ca7276f303ebe07bdf46d02e7cdee 2024-11-23T19:14:39,531 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 6a8ca7276f303ebe07bdf46d02e7cdee 2024-11-23T19:14:39,532 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8c1a279781912d3516a7587186797072, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,41229,1732389257623 2024-11-23T19:14:39,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c1a279781912d3516a7587186797072, server=387b213c044a,41229,1732389257623 because future has completed 2024-11-23T19:14:39,535 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732389268877.ee0c6e43f707978a78619a89d21c242c. 2024-11-23T19:14:39,535 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732389268877.ee0c6e43f707978a78619a89d21c242c. 2024-11-23T19:14:39,535 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732389268877.b3fdc9a66be6eee28b0086057fae1b88. 2024-11-23T19:14:39,535 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b3fdc9a66be6eee28b0086057fae1b88, NAME => 'SPTestTable,33333332,1732389268877.b3fdc9a66be6eee28b0086057fae1b88.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-23T19:14:39,536 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b3fdc9a66be6eee28b0086057fae1b88 2024-11-23T19:14:39,536 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732389268877.b3fdc9a66be6eee28b0086057fae1b88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:39,536 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b3fdc9a66be6eee28b0086057fae1b88 2024-11-23T19:14:39,536 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b3fdc9a66be6eee28b0086057fae1b88 2024-11-23T19:14:39,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ee0c6e43f707978a78619a89d21c242c, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,44939,1732389257707 2024-11-23T19:14:39,538 INFO [StoreOpener-6a8ca7276f303ebe07bdf46d02e7cdee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6a8ca7276f303ebe07bdf46d02e7cdee 2024-11-23T19:14:39,541 INFO [StoreOpener-6a8ca7276f303ebe07bdf46d02e7cdee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a8ca7276f303ebe07bdf46d02e7cdee columnFamilyName cf 2024-11-23T19:14:39,541 INFO [StoreOpener-b3fdc9a66be6eee28b0086057fae1b88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b3fdc9a66be6eee28b0086057fae1b88 2024-11-23T19:14:39,542 DEBUG [StoreOpener-6a8ca7276f303ebe07bdf46d02e7cdee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:39,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee0c6e43f707978a78619a89d21c242c, server=387b213c044a,44939,1732389257707 because future has completed 2024-11-23T19:14:39,542 INFO [StoreOpener-6a8ca7276f303ebe07bdf46d02e7cdee-1 {}] regionserver.HStore(327): Store=6a8ca7276f303ebe07bdf46d02e7cdee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:14:39,543 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 6a8ca7276f303ebe07bdf46d02e7cdee 2024-11-23T19:14:39,544 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/6a8ca7276f303ebe07bdf46d02e7cdee 2024-11-23T19:14:39,544 INFO [StoreOpener-b3fdc9a66be6eee28b0086057fae1b88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3fdc9a66be6eee28b0086057fae1b88 columnFamilyName cf 2024-11-23T19:14:39,544 DEBUG [StoreOpener-b3fdc9a66be6eee28b0086057fae1b88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:39,544 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/6a8ca7276f303ebe07bdf46d02e7cdee 2024-11-23T19:14:39,545 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 6a8ca7276f303ebe07bdf46d02e7cdee 2024-11-23T19:14:39,545 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 6a8ca7276f303ebe07bdf46d02e7cdee 2024-11-23T19:14:39,547 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 6a8ca7276f303ebe07bdf46d02e7cdee 2024-11-23T19:14:39,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-23T19:14:39,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c1a279781912d3516a7587186797072, server=387b213c044a,41229,1732389257623 in 10.1320 sec 2024-11-23T19:14:39,550 INFO [StoreOpener-b3fdc9a66be6eee28b0086057fae1b88-1 {}] regionserver.HStore(327): Store=b3fdc9a66be6eee28b0086057fae1b88/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:14:39,551 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b3fdc9a66be6eee28b0086057fae1b88 2024-11-23T19:14:39,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c1a279781912d3516a7587186797072, ASSIGN in 10.3750 sec 2024-11-23T19:14:39,552 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/c699e7228988b912b61d11512ac60aaa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:14:39,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-23T19:14:39,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ee0c6e43f707978a78619a89d21c242c, server=387b213c044a,44939,1732389257707 in 10.1540 sec 2024-11-23T19:14:39,552 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/b3fdc9a66be6eee28b0086057fae1b88 2024-11-23T19:14:39,553 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/b3fdc9a66be6eee28b0086057fae1b88 2024-11-23T19:14:39,553 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened c699e7228988b912b61d11512ac60aaa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68589975, jitterRate=0.022070273756980896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:14:39,553 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c699e7228988b912b61d11512ac60aaa 2024-11-23T19:14:39,553 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/6a8ca7276f303ebe07bdf46d02e7cdee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:14:39,554 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for c699e7228988b912b61d11512ac60aaa: Running coprocessor pre-open hook at 1732389279494Writing region info on filesystem at 1732389279494Initializing all the Stores at 1732389279496 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389279496Cleaning up temporary data from old regions at 1732389279521 (+25 ms)Running coprocessor post-open hooks at 1732389279553 (+32 ms)Region opened successfully at 1732389279553 2024-11-23T19:14:39,554 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b3fdc9a66be6eee28b0086057fae1b88 2024-11-23T19:14:39,554 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b3fdc9a66be6eee28b0086057fae1b88 2024-11-23T19:14:39,554 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 6a8ca7276f303ebe07bdf46d02e7cdee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66677527, jitterRate=-0.0064274221658706665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:14:39,554 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a8ca7276f303ebe07bdf46d02e7cdee 2024-11-23T19:14:39,554 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 6a8ca7276f303ebe07bdf46d02e7cdee: Running coprocessor pre-open hook at 1732389279531Writing region info on filesystem at 1732389279531Initializing all the Stores at 1732389279532 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389279532Cleaning up temporary data from old regions at 1732389279545 (+13 ms)Running coprocessor post-open hooks at 1732389279554 (+9 ms)Region opened successfully at 1732389279554 2024-11-23T19:14:39,555 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa., pid=24, masterSystemTime=1732389279415 2024-11-23T19:14:39,555 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee., pid=21, masterSystemTime=1732389279413 2024-11-23T19:14:39,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee0c6e43f707978a78619a89d21c242c, ASSIGN in 10.3790 sec 2024-11-23T19:14:39,558 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa. 2024-11-23T19:14:39,558 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa. 2024-11-23T19:14:39,558 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d. 2024-11-23T19:14:39,558 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ea2534121a026f7208001759408366d, NAME => 'SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-23T19:14:39,559 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5ea2534121a026f7208001759408366d 2024-11-23T19:14:39,559 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:14:39,559 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 5ea2534121a026f7208001759408366d 2024-11-23T19:14:39,559 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 5ea2534121a026f7208001759408366d 2024-11-23T19:14:39,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c699e7228988b912b61d11512ac60aaa, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,35903,1732389257662 2024-11-23T19:14:39,561 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee. 2024-11-23T19:14:39,561 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee. 2024-11-23T19:14:39,562 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b3fdc9a66be6eee28b0086057fae1b88 2024-11-23T19:14:39,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c699e7228988b912b61d11512ac60aaa, server=387b213c044a,35903,1732389257662 because future has completed 2024-11-23T19:14:39,564 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a8ca7276f303ebe07bdf46d02e7cdee, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,41229,1732389257623 2024-11-23T19:14:39,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a8ca7276f303ebe07bdf46d02e7cdee, server=387b213c044a,41229,1732389257623 because future has completed 2024-11-23T19:14:39,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-23T19:14:39,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a8ca7276f303ebe07bdf46d02e7cdee, server=387b213c044a,41229,1732389257623 in 10.1560 sec 2024-11-23T19:14:39,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-23T19:14:39,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a8ca7276f303ebe07bdf46d02e7cdee, ASSIGN in 10.3980 sec 2024-11-23T19:14:39,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c699e7228988b912b61d11512ac60aaa, server=387b213c044a,35903,1732389257662 in 10.1500 sec 2024-11-23T19:14:39,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c699e7228988b912b61d11512ac60aaa, ASSIGN in 10.3990 sec 2024-11-23T19:14:39,577 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/b3fdc9a66be6eee28b0086057fae1b88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:14:39,578 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b3fdc9a66be6eee28b0086057fae1b88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70617569, jitterRate=0.05228377878665924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:14:39,578 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3fdc9a66be6eee28b0086057fae1b88 2024-11-23T19:14:39,578 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b3fdc9a66be6eee28b0086057fae1b88: Running coprocessor pre-open hook at 1732389279536Writing region info on filesystem at 1732389279536Initializing all the Stores at 1732389279539 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389279539Cleaning up temporary data from old regions at 1732389279554 (+15 ms)Running coprocessor post-open hooks at 1732389279578 (+24 ms)Region opened successfully at 1732389279578 2024-11-23T19:14:39,581 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732389268877.b3fdc9a66be6eee28b0086057fae1b88., pid=17, masterSystemTime=1732389279378 2024-11-23T19:14:39,581 INFO [StoreOpener-5ea2534121a026f7208001759408366d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5ea2534121a026f7208001759408366d 2024-11-23T19:14:39,583 INFO [StoreOpener-5ea2534121a026f7208001759408366d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ea2534121a026f7208001759408366d columnFamilyName cf 2024-11-23T19:14:39,583 DEBUG [StoreOpener-5ea2534121a026f7208001759408366d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:14:39,584 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732389268877.b3fdc9a66be6eee28b0086057fae1b88. 2024-11-23T19:14:39,584 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732389268877.b3fdc9a66be6eee28b0086057fae1b88. 2024-11-23T19:14:39,584 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b3fdc9a66be6eee28b0086057fae1b88, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,44939,1732389257707 2024-11-23T19:14:39,584 INFO [StoreOpener-5ea2534121a026f7208001759408366d-1 {}] regionserver.HStore(327): Store=5ea2534121a026f7208001759408366d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T19:14:39,585 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 5ea2534121a026f7208001759408366d 2024-11-23T19:14:39,586 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/5ea2534121a026f7208001759408366d 2024-11-23T19:14:39,586 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/5ea2534121a026f7208001759408366d 2024-11-23T19:14:39,587 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 5ea2534121a026f7208001759408366d 2024-11-23T19:14:39,587 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 5ea2534121a026f7208001759408366d 2024-11-23T19:14:39,589 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38545 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=387b213c044a,44939,1732389257707, table=SPTestTable, region=b3fdc9a66be6eee28b0086057fae1b88. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-23T19:14:39,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3fdc9a66be6eee28b0086057fae1b88, server=387b213c044a,44939,1732389257707 because future has completed 2024-11-23T19:14:39,593 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 5ea2534121a026f7208001759408366d 2024-11-23T19:14:39,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-23T19:14:39,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure b3fdc9a66be6eee28b0086057fae1b88, server=387b213c044a,44939,1732389257707 in 10.2140 sec 2024-11-23T19:14:39,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3fdc9a66be6eee28b0086057fae1b88, ASSIGN in 10.4260 sec 2024-11-23T19:14:39,620 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/5ea2534121a026f7208001759408366d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T19:14:39,621 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 5ea2534121a026f7208001759408366d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71270418, jitterRate=0.06201198697090149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T19:14:39,621 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ea2534121a026f7208001759408366d 2024-11-23T19:14:39,622 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 5ea2534121a026f7208001759408366d: Running coprocessor pre-open hook at 1732389279559Writing region info on filesystem at 1732389279559Initializing all the Stores at 1732389279561 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389279561Cleaning up temporary data from old regions at 1732389279587 (+26 ms)Running coprocessor post-open hooks at 1732389279621 (+34 ms)Region opened successfully at 1732389279622 (+1 ms) 2024-11-23T19:14:39,623 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d., pid=22, masterSystemTime=1732389279415 2024-11-23T19:14:39,625 DEBUG [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d. 2024-11-23T19:14:39,625 INFO [RS_OPEN_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d. 2024-11-23T19:14:39,626 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5ea2534121a026f7208001759408366d, regionState=OPEN, openSeqNum=2, regionLocation=387b213c044a,35903,1732389257662 2024-11-23T19:14:39,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ea2534121a026f7208001759408366d, server=387b213c044a,35903,1732389257662 because future has completed 2024-11-23T19:14:39,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-23T19:14:39,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ea2534121a026f7208001759408366d, server=387b213c044a,35903,1732389257662 in 10.2190 sec 2024-11-23T19:14:39,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T19:14:39,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ea2534121a026f7208001759408366d, ASSIGN in 10.4610 sec 2024-11-23T19:14:39,639 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T19:14:39,639 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732389279639"}]},"ts":"1732389279639"} 2024-11-23T19:14:39,644 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-23T19:14:39,653 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T19:14:39,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7750 sec 2024-11-23T19:14:42,283 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-23T19:14:44,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T19:14:44,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T19:14:44,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T19:14:44,939 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T19:14:44,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T19:14:44,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T19:14:44,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T19:14:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T19:14:47,130 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-23T19:14:47,130 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-23T19:14:47,131 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:14:47,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-23T19:14:47,140 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:14:47,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-23T19:14:47,166 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a., hostname=387b213c044a,44939,1732389257707, seqNum=2] 2024-11-23T19:14:47,168 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a., hostname=387b213c044a,44939,1732389257707, seqNum=2] 2024-11-23T19:14:47,169 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a., hostname=387b213c044a,44939,1732389257707, seqNum=2] 2024-11-23T19:14:47,171 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a., hostname=387b213c044a,44939,1732389257707, seqNum=2] 2024-11-23T19:14:47,172 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a., hostname=387b213c044a,44939,1732389257707, seqNum=2] 2024-11-23T19:14:47,173 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a., hostname=387b213c044a,44939,1732389257707, seqNum=2] 2024-11-23T19:14:47,224 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa., hostname=387b213c044a,35903,1732389257662, seqNum=2] 2024-11-23T19:14:47,226 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa., hostname=387b213c044a,35903,1732389257662, seqNum=2] 2024-11-23T19:14:47,228 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa., hostname=387b213c044a,35903,1732389257662, seqNum=2] 2024-11-23T19:14:47,229 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa., hostname=387b213c044a,35903,1732389257662, seqNum=2] 2024-11-23T19:14:47,233 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa., hostname=387b213c044a,35903,1732389257662, seqNum=2] 2024-11-23T19:14:47,235 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa., hostname=387b213c044a,35903,1732389257662, seqNum=2] 2024-11-23T19:14:47,263 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146., hostname=387b213c044a,41229,1732389257623, seqNum=2] 2024-11-23T19:14:47,264 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146., hostname=387b213c044a,41229,1732389257623, seqNum=2] 2024-11-23T19:14:47,266 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146., hostname=387b213c044a,41229,1732389257623, seqNum=2] 2024-11-23T19:14:47,267 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146., hostname=387b213c044a,41229,1732389257623, seqNum=2] 2024-11-23T19:14:47,268 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146., hostname=387b213c044a,41229,1732389257623, seqNum=2] 2024-11-23T19:14:47,336 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772., hostname=387b213c044a,44939,1732389257707, seqNum=2] 2024-11-23T19:14:47,337 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772., hostname=387b213c044a,44939,1732389257707, seqNum=2] 2024-11-23T19:14:47,338 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772., hostname=387b213c044a,44939,1732389257707, seqNum=2] 2024-11-23T19:14:47,340 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772., hostname=387b213c044a,44939,1732389257707, seqNum=2] 2024-11-23T19:14:47,341 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772., hostname=387b213c044a,44939,1732389257707, seqNum=2] 2024-11-23T19:14:47,398 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T19:14:47,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:14:47,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:14:47,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T19:14:47,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T19:14:47,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41229 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T19:14:48,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T19:14:48,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a. 2024-11-23T19:14:48,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T19:14:48,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T19:14:48,527 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-23T19:14:48,528 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:14:48,528 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-23T19:14:48,529 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-23T19:14:48,531 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-23T19:14:48,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741848_1024 (size=49) 2024-11-23T19:14:48,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741848_1024 (size=49) 2024-11-23T19:14:48,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741848_1024 (size=49) 2024-11-23T19:14:48,542 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-23T19:14:48,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a8ca7276f303ebe07bdf46d02e7cdee}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c297ea539dd08f45dad96bebc40f2db7}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3fdc9a66be6eee28b0086057fae1b88}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ea2534121a026f7208001759408366d}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c1a279781912d3516a7587186797072}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee0c6e43f707978a78619a89d21c242c}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 297f52869a19ef35039a6536e5747a3a}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c699e7228988b912b61d11512ac60aaa}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ff11cf9ecdb13c6313afcaf11dc9146}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 87a8f93a4c76524e237d421d5b453772}] 2024-11-23T19:14:48,544 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a8ca7276f303ebe07bdf46d02e7cdee 2024-11-23T19:14:48,544 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c297ea539dd08f45dad96bebc40f2db7 2024-11-23T19:14:48,544 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3fdc9a66be6eee28b0086057fae1b88 2024-11-23T19:14:48,547 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c1a279781912d3516a7587186797072 2024-11-23T19:14:48,547 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ea2534121a026f7208001759408366d 2024-11-23T19:14:48,548 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee0c6e43f707978a78619a89d21c242c 2024-11-23T19:14:48,549 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 297f52869a19ef35039a6536e5747a3a 2024-11-23T19:14:48,549 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 87a8f93a4c76524e237d421d5b453772 2024-11-23T19:14:48,551 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ff11cf9ecdb13c6313afcaf11dc9146 2024-11-23T19:14:48,551 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c699e7228988b912b61d11512ac60aaa 2024-11-23T19:14:51,965 INFO [regionserver/387b213c044a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-23T19:14:58,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-23T19:14:58,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-23T19:14:58,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-23T19:14:58,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-23T19:14:58,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa. 2024-11-23T19:14:58,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-23T19:14:58,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772. 2024-11-23T19:14:58,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee. 2024-11-23T19:14:58,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-23T19:14:58,550 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing c699e7228988b912b61d11512ac60aaa 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-23T19:14:58,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d. 2024-11-23T19:14:58,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-23T19:14:58,550 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 87a8f93a4c76524e237d421d5b453772 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-23T19:14:58,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-23T19:14:58,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 6a8ca7276f303ebe07bdf46d02e7cdee: 2024-11-23T19:14:58,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee. for SnapshotProcedureTest completed. 2024-11-23T19:14:58,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 5ea2534121a026f7208001759408366d: 2024-11-23T19:14:58,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d. for SnapshotProcedureTest completed. 2024-11-23T19:14:58,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7. 2024-11-23T19:14:58,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:14:58,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-23T19:14:58,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for c297ea539dd08f45dad96bebc40f2db7: 2024-11-23T19:14:58,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:14:58,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7. for SnapshotProcedureTest completed. 2024-11-23T19:14:58,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732389268877.b3fdc9a66be6eee28b0086057fae1b88. 2024-11-23T19:14:58,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T19:14:58,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a. 2024-11-23T19:14:58,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for b3fdc9a66be6eee28b0086057fae1b88: 2024-11-23T19:14:58,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:14:58,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732389268877.b3fdc9a66be6eee28b0086057fae1b88. for SnapshotProcedureTest completed. 2024-11-23T19:14:58,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:14:58,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T19:14:58,552 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 297f52869a19ef35039a6536e5747a3a 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-23T19:14:58,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732389268877.b3fdc9a66be6eee28b0086057fae1b88.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:14:58,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:14:58,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:14:58,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T19:14:58,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:14:58,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T19:14:58,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-23T19:14:58,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146. 2024-11-23T19:14:58,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072. 2024-11-23T19:14:58,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 8c1a279781912d3516a7587186797072: 2024-11-23T19:14:58,553 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 3ff11cf9ecdb13c6313afcaf11dc9146 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-23T19:14:58,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072. for SnapshotProcedureTest completed. 2024-11-23T19:14:58,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:14:58,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:14:58,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T19:14:58,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741849_1025 (size=65) 2024-11-23T19:14:58,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741849_1025 (size=65) 2024-11-23T19:14:58,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741849_1025 (size=65) 2024-11-23T19:14:58,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d. 2024-11-23T19:14:58,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-23T19:14:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-23T19:14:58,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5ea2534121a026f7208001759408366d 2024-11-23T19:14:58,579 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ea2534121a026f7208001759408366d 2024-11-23T19:14:58,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/297f52869a19ef35039a6536e5747a3a/.tmp/cf/4af0200b43fb42fc89d7e56f557d4824 is 34, key is aaa/cf:cf/1732389288051/Put/seqid=0 2024-11-23T19:14:58,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5ea2534121a026f7208001759408366d in 10.0390 sec 2024-11-23T19:14:58,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/3ff11cf9ecdb13c6313afcaf11dc9146/.tmp/cf/c29f6a6c718243099d06529904be1ea4 is 34, key is ccd/cf:cf/1732389287997/Put/seqid=0 2024-11-23T19:14:58,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/c699e7228988b912b61d11512ac60aaa/.tmp/cf/05de282eb97f423597be98a68edca734 is 34, key is baa/cf:cf/1732389288000/Put/seqid=0 2024-11-23T19:14:58,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741853_1029 (size=65) 2024-11-23T19:14:58,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741852_1028 (size=65) 2024-11-23T19:14:58,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741852_1028 (size=65) 2024-11-23T19:14:58,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741853_1029 (size=65) 2024-11-23T19:14:58,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741852_1028 (size=65) 2024-11-23T19:14:58,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741853_1029 (size=65) 2024-11-23T19:14:58,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7. 2024-11-23T19:14:58,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-23T19:14:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-23T19:14:58,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c297ea539dd08f45dad96bebc40f2db7 2024-11-23T19:14:58,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732389268877.b3fdc9a66be6eee28b0086057fae1b88. 2024-11-23T19:14:58,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-23T19:14:58,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732389268877.ee0c6e43f707978a78619a89d21c242c. 2024-11-23T19:14:58,595 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c297ea539dd08f45dad96bebc40f2db7 2024-11-23T19:14:58,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for ee0c6e43f707978a78619a89d21c242c: 2024-11-23T19:14:58,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732389268877.ee0c6e43f707978a78619a89d21c242c. for SnapshotProcedureTest completed. 2024-11-23T19:14:58,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732389268877.ee0c6e43f707978a78619a89d21c242c.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:14:58,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:14:58,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T19:14:58,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c297ea539dd08f45dad96bebc40f2db7 in 10.0540 sec 2024-11-23T19:14:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-23T19:14:58,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b3fdc9a66be6eee28b0086057fae1b88 2024-11-23T19:14:58,601 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3fdc9a66be6eee28b0086057fae1b88 2024-11-23T19:14:58,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b3fdc9a66be6eee28b0086057fae1b88 in 10.0590 sec 2024-11-23T19:14:58,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741851_1027 (size=57) 2024-11-23T19:14:58,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741851_1027 (size=57) 2024-11-23T19:14:58,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741851_1027 (size=57) 2024-11-23T19:14:58,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee. 2024-11-23T19:14:58,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-23T19:14:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-23T19:14:58,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6a8ca7276f303ebe07bdf46d02e7cdee 2024-11-23T19:14:58,615 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a8ca7276f303ebe07bdf46d02e7cdee 2024-11-23T19:14:58,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6a8ca7276f303ebe07bdf46d02e7cdee in 10.0730 sec 2024-11-23T19:14:58,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741850_1026 (size=65) 2024-11-23T19:14:58,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741850_1026 (size=65) 2024-11-23T19:14:58,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741850_1026 (size=65) 2024-11-23T19:14:58,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072. 2024-11-23T19:14:58,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-23T19:14:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-23T19:14:58,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8c1a279781912d3516a7587186797072 2024-11-23T19:14:58,628 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c1a279781912d3516a7587186797072 2024-11-23T19:14:58,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8c1a279781912d3516a7587186797072 in 10.0860 sec 2024-11-23T19:14:58,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/87a8f93a4c76524e237d421d5b453772/.tmp/cf/664bb3c3eb99464385695cf0abef7865 is 34, key is eaa/cf:cf/1732389288424/Put/seqid=0 2024-11-23T19:14:58,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741856_1032 (size=28623) 2024-11-23T19:14:58,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741856_1032 (size=28623) 2024-11-23T19:14:58,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741856_1032 (size=28623) 2024-11-23T19:14:58,675 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/c699e7228988b912b61d11512ac60aaa/.tmp/cf/05de282eb97f423597be98a68edca734 2024-11-23T19:14:58,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741855_1031 (size=47197) 2024-11-23T19:14:58,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741855_1031 (size=47197) 2024-11-23T19:14:58,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741855_1031 (size=47197) 2024-11-23T19:14:58,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741854_1030 (size=26918) 2024-11-23T19:14:58,688 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/3ff11cf9ecdb13c6313afcaf11dc9146/.tmp/cf/c29f6a6c718243099d06529904be1ea4 2024-11-23T19:14:58,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741854_1030 (size=26918) 2024-11-23T19:14:58,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741854_1030 (size=26918) 2024-11-23T19:14:58,691 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/297f52869a19ef35039a6536e5747a3a/.tmp/cf/4af0200b43fb42fc89d7e56f557d4824 2024-11-23T19:14:58,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741857_1033 (size=499309) 2024-11-23T19:14:58,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741857_1033 (size=499309) 2024-11-23T19:14:58,703 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/87a8f93a4c76524e237d421d5b453772/.tmp/cf/664bb3c3eb99464385695cf0abef7865 2024-11-23T19:14:58,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741857_1033 (size=499309) 2024-11-23T19:14:58,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/3ff11cf9ecdb13c6313afcaf11dc9146/.tmp/cf/c29f6a6c718243099d06529904be1ea4 as hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/3ff11cf9ecdb13c6313afcaf11dc9146/cf/c29f6a6c718243099d06529904be1ea4 2024-11-23T19:14:58,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/297f52869a19ef35039a6536e5747a3a/.tmp/cf/4af0200b43fb42fc89d7e56f557d4824 as hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/297f52869a19ef35039a6536e5747a3a/cf/4af0200b43fb42fc89d7e56f557d4824 2024-11-23T19:14:58,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/87a8f93a4c76524e237d421d5b453772/.tmp/cf/664bb3c3eb99464385695cf0abef7865 as hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/87a8f93a4c76524e237d421d5b453772/cf/664bb3c3eb99464385695cf0abef7865 2024-11-23T19:14:58,746 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/3ff11cf9ecdb13c6313afcaf11dc9146/cf/c29f6a6c718243099d06529904be1ea4, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-23T19:14:58,749 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 3ff11cf9ecdb13c6313afcaf11dc9146 in 195ms, sequenceid=5, compaction requested=false 2024-11-23T19:14:58,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 3ff11cf9ecdb13c6313afcaf11dc9146: 2024-11-23T19:14:58,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146. for SnapshotProcedureTest completed. 2024-11-23T19:14:58,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:14:58,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:14:58,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/3ff11cf9ecdb13c6313afcaf11dc9146/cf/c29f6a6c718243099d06529904be1ea4] hfiles 2024-11-23T19:14:58,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/3ff11cf9ecdb13c6313afcaf11dc9146/cf/c29f6a6c718243099d06529904be1ea4 for snapshot=SnapshotProcedureTest 2024-11-23T19:14:58,752 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/297f52869a19ef35039a6536e5747a3a/cf/4af0200b43fb42fc89d7e56f557d4824, entries=676, sequenceid=5, filesize=26.3 K 2024-11-23T19:14:58,753 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 297f52869a19ef35039a6536e5747a3a in 202ms, sequenceid=5, compaction requested=false 2024-11-23T19:14:58,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 297f52869a19ef35039a6536e5747a3a: 2024-11-23T19:14:58,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a. for SnapshotProcedureTest completed. 2024-11-23T19:14:58,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:14:58,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:14:58,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/297f52869a19ef35039a6536e5747a3a/cf/4af0200b43fb42fc89d7e56f557d4824] hfiles 2024-11-23T19:14:58,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/297f52869a19ef35039a6536e5747a3a/cf/4af0200b43fb42fc89d7e56f557d4824 for snapshot=SnapshotProcedureTest 2024-11-23T19:14:58,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/c699e7228988b912b61d11512ac60aaa/.tmp/cf/05de282eb97f423597be98a68edca734 as hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/c699e7228988b912b61d11512ac60aaa/cf/05de282eb97f423597be98a68edca734 2024-11-23T19:14:58,764 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/c699e7228988b912b61d11512ac60aaa/cf/05de282eb97f423597be98a68edca734, entries=731, sequenceid=5, filesize=28.0 K 2024-11-23T19:14:58,765 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for c699e7228988b912b61d11512ac60aaa in 215ms, sequenceid=5, compaction requested=false 2024-11-23T19:14:58,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for c699e7228988b912b61d11512ac60aaa: 2024-11-23T19:14:58,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa. for SnapshotProcedureTest completed. 2024-11-23T19:14:58,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:14:58,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:14:58,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/c699e7228988b912b61d11512ac60aaa/cf/05de282eb97f423597be98a68edca734] hfiles 2024-11-23T19:14:58,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/c699e7228988b912b61d11512ac60aaa/cf/05de282eb97f423597be98a68edca734 for snapshot=SnapshotProcedureTest 2024-11-23T19:14:58,772 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/87a8f93a4c76524e237d421d5b453772/cf/664bb3c3eb99464385695cf0abef7865, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-23T19:14:58,774 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 87a8f93a4c76524e237d421d5b453772 in 223ms, sequenceid=5, compaction requested=false 2024-11-23T19:14:58,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 87a8f93a4c76524e237d421d5b453772: 2024-11-23T19:14:58,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772. for SnapshotProcedureTest completed. 2024-11-23T19:14:58,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T19:14:58,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T19:14:58,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/87a8f93a4c76524e237d421d5b453772/cf/664bb3c3eb99464385695cf0abef7865] hfiles 2024-11-23T19:14:58,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/87a8f93a4c76524e237d421d5b453772/cf/664bb3c3eb99464385695cf0abef7865 for snapshot=SnapshotProcedureTest 2024-11-23T19:14:58,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741858_1034 (size=65) 2024-11-23T19:14:58,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741858_1034 (size=65) 2024-11-23T19:14:58,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741858_1034 (size=65) 2024-11-23T19:14:58,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732389268877.ee0c6e43f707978a78619a89d21c242c. 2024-11-23T19:14:58,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-23T19:14:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-23T19:14:58,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ee0c6e43f707978a78619a89d21c242c 2024-11-23T19:14:58,787 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee0c6e43f707978a78619a89d21c242c 2024-11-23T19:14:58,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ee0c6e43f707978a78619a89d21c242c in 10.2450 sec 2024-11-23T19:14:58,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741859_1035 (size=105) 2024-11-23T19:14:58,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741859_1035 (size=105) 2024-11-23T19:14:58,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732389268877.297f52869a19ef35039a6536e5747a3a. 2024-11-23T19:14:58,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741861_1037 (size=105) 2024-11-23T19:14:58,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-23T19:14:58,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741859_1035 (size=105) 2024-11-23T19:14:58,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741861_1037 (size=105) 2024-11-23T19:14:58,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741861_1037 (size=105) 2024-11-23T19:14:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-23T19:14:58,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 297f52869a19ef35039a6536e5747a3a 2024-11-23T19:14:58,817 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 297f52869a19ef35039a6536e5747a3a 2024-11-23T19:14:58,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 297f52869a19ef35039a6536e5747a3a in 10.2740 sec 2024-11-23T19:14:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741860_1036 (size=105) 2024-11-23T19:14:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741860_1036 (size=105) 2024-11-23T19:14:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741860_1036 (size=105) 2024-11-23T19:14:58,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa. 2024-11-23T19:14:58,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-23T19:14:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-23T19:14:58,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c699e7228988b912b61d11512ac60aaa 2024-11-23T19:14:58,823 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c699e7228988b912b61d11512ac60aaa 2024-11-23T19:14:58,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c699e7228988b912b61d11512ac60aaa in 10.2810 sec 2024-11-23T19:14:58,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741862_1038 (size=97) 2024-11-23T19:14:58,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741862_1038 (size=97) 2024-11-23T19:14:58,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741862_1038 (size=97) 2024-11-23T19:14:58,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732389268877.87a8f93a4c76524e237d421d5b453772. 2024-11-23T19:14:58,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-23T19:14:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-23T19:14:58,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 87a8f93a4c76524e237d421d5b453772 2024-11-23T19:14:58,837 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 87a8f93a4c76524e237d421d5b453772 2024-11-23T19:14:58,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 87a8f93a4c76524e237d421d5b453772 in 10.2950 sec 2024-11-23T19:14:59,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146. 2024-11-23T19:14:59,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-23T19:14:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-23T19:14:59,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3ff11cf9ecdb13c6313afcaf11dc9146 2024-11-23T19:14:59,218 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ff11cf9ecdb13c6313afcaf11dc9146 2024-11-23T19:14:59,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-23T19:14:59,221 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-23T19:14:59,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3ff11cf9ecdb13c6313afcaf11dc9146 in 10.6750 sec 2024-11-23T19:14:59,221 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-23T19:14:59,222 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-23T19:14:59,222 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-23T19:14:59,224 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-23T19:14:59,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741863_1039 (size=1174) 2024-11-23T19:14:59,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741863_1039 (size=1174) 2024-11-23T19:14:59,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741863_1039 (size=1174) 2024-11-23T19:14:59,276 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-23T19:14:59,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-23T19:14:59,289 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,41229,1732389257623 2024-11-23T19:14:59,289 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,44939,1732389257707 2024-11-23T19:14:59,289 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,41229,1732389257623 2024-11-23T19:14:59,289 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,35903,1732389257662 2024-11-23T19:14:59,289 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,44939,1732389257707 2024-11-23T19:14:59,295 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,41229,1732389257623 2024-11-23T19:14:59,295 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,35903,1732389257662 2024-11-23T19:14:59,295 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,35903,1732389257662 2024-11-23T19:14:59,295 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,44939,1732389257707 2024-11-23T19:14:59,346 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:14:59,347 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 387b213c044a,44939,1732389257707 2024-11-23T19:14:59,347 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 387b213c044a,44939,1732389257707: Simulated kill ***** 2024-11-23T19:14:59,347 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T19:14:59,347 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T19:14:59,349 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T19:14:59,349 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T19:14:59,349 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T19:14:59,349 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 485426696 }, "NonHeapMemoryUsage": { "committed": 176488448, "init": 7667712, "max": -1, "used": 171687208 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T19:14:59,351 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38545 {}] master.MasterRpcServices(700): 387b213c044a,44939,1732389257707 reported a fatal error: ***** ABORTING region server 387b213c044a,44939,1732389257707: Simulated kill ***** 2024-11-23T19:14:59,368 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '387b213c044a,44939,1732389257707' ***** 2024-11-23T19:14:59,368 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-23T19:14:59,368 INFO [RS:2;387b213c044a:44939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T19:14:59,369 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T19:14:59,369 INFO [RS:2;387b213c044a:44939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-23T19:14:59,369 INFO [RS:2;387b213c044a:44939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-23T19:14:59,369 INFO [RS:2;387b213c044a:44939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T19:14:59,369 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T19:14:59,369 INFO [RS:2;387b213c044a:44939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;387b213c044a:44939. 2024-11-23T19:14:59,369 DEBUG [RS:2;387b213c044a:44939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:14:59,369 DEBUG [RS:2;387b213c044a:44939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:14:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741836_1012 (size=14382) 2024-11-23T19:14:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741836_1012 (size=14382) 2024-11-23T19:14:59,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741836_1012 (size=14382) 2024-11-23T19:14:59,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741833_1009 (size=2301) 2024-11-23T19:14:59,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741833_1009 (size=2301) 2024-11-23T19:14:59,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741833_1009 (size=2301) 2024-11-23T19:14:59,396 DEBUG [RS:2;387b213c044a:44939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:14:59,396 INFO [RS:2;387b213c044a:44939 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T19:14:59,396 INFO [RS:2;387b213c044a:44939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44939 2024-11-23T19:14:59,443 INFO [regionserver/387b213c044a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T19:14:59,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T19:14:59,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101691e3c640003, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/387b213c044a,44939,1732389257707 2024-11-23T19:14:59,460 INFO [RS:2;387b213c044a:44939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T19:14:59,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [387b213c044a,44939,1732389257707] 2024-11-23T19:14:59,478 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/387b213c044a,44939,1732389257707 already deleted, retry=false 2024-11-23T19:14:59,478 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 387b213c044a,44939,1732389257707 on 387b213c044a,38545,1732389257418 2024-11-23T19:14:59,480 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 387b213c044a,44939,1732389257707, splitWal=true, meta=true 2024-11-23T19:14:59,481 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 387b213c044a,44939,1732389257707 (carryingMeta=true) 387b213c044a,44939,1732389257707/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1b849195[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T19:14:59,482 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 387b213c044a,44939,1732389257707, splitWal=true, meta=true 2024-11-23T19:14:59,488 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 387b213c044a,44939,1732389257707, splitWal=true, meta=true, isMeta: true 2024-11-23T19:14:59,490 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707-splitting 2024-11-23T19:14:59,491 INFO [PEWorker-2 {}] master.SplitWALManager(105): 387b213c044a,44939,1732389257707 WAL count=1, meta=true 2024-11-23T19:14:59,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta}] 2024-11-23T19:14:59,494 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=387b213c044a,35903,1732389257662 2024-11-23T19:14:59,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta, worker=387b213c044a,35903,1732389257662}] 2024-11-23T19:14:59,503 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,44939,1732389257707 Release verify snapshot worker=387b213c044a,44939,1732389257707 2024-11-23T19:14:59,504 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to 387b213c044a,44939,1732389257707, this operation will be retried to send to another server 2024-11-23T19:14:59,504 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-23T19:14:59,504 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732389300504 2024-11-23T19:14:59,506 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,44939,1732389257707 Release verify snapshot worker=387b213c044a,44939,1732389257707 2024-11-23T19:14:59,506 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 387b213c044a,44939,1732389257707, this operation will be retried to send to another server 2024-11-23T19:14:59,506 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-23T19:14:59,506 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-23T19:14:59,506 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-23T19:14:59,506 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-23T19:14:59,506 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-23T19:14:59,506 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732389300506 2024-11-23T19:14:59,508 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,44939,1732389257707 Release verify snapshot worker=387b213c044a,44939,1732389257707 2024-11-23T19:14:59,509 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to 387b213c044a,44939,1732389257707, this operation will be retried to send to another server 2024-11-23T19:14:59,509 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-23T19:14:59,509 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732389300509 2024-11-23T19:14:59,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101691e3c640003, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:14:59,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44939-0x101691e3c640003, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:14:59,568 INFO [RS:2;387b213c044a:44939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T19:14:59,568 INFO [RS:2;387b213c044a:44939 {}] regionserver.HRegionServer(1031): Exiting; stopping=387b213c044a,44939,1732389257707; zookeeper connection closed. 2024-11-23T19:14:59,576 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e3ff4f2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e3ff4f2 2024-11-23T19:15:00,293 INFO [regionserver/387b213c044a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T19:15:00,294 INFO [regionserver/387b213c044a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T19:15:05,335 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=387b213c044a:39581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-23T19:15:08,789 INFO [master/387b213c044a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T19:15:08,789 INFO [master/387b213c044a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T19:15:09,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-23T19:15:09,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-23T19:15:09,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-23T19:15:09,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-23T19:15:09,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-23T19:15:09,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-23T19:15:09,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-23T19:15:09,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-23T19:15:09,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-23T19:15:09,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-23T19:15:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-23T19:15:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-23T19:15:09,348 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-23T19:15:09,348 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,41229,1732389257623 Release verify snapshot worker=387b213c044a,41229,1732389257623 2024-11-23T19:15:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-23T19:15:09,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,41229,1732389257623 in 10.0620 sec 2024-11-23T19:15:09,352 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,41229,1732389257623 Release verify snapshot worker=387b213c044a,41229,1732389257623 2024-11-23T19:15:09,352 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,41229,1732389257623 2024-11-23T19:15:09,352 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,41229,1732389257623 2024-11-23T19:15:09,353 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,41229,1732389257623 Release verify snapshot worker=387b213c044a,41229,1732389257623 2024-11-23T19:15:09,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,41229,1732389257623 in 10.0670 sec 2024-11-23T19:15:09,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,41229,1732389257623 in 10.0660 sec 2024-11-23T19:15:09,360 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,41229,1732389257623 2024-11-23T19:15:09,365 INFO [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707-splitting/387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta, size=14.0 K (14382bytes) 2024-11-23T19:15:09,366 INFO [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707-splitting/387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta 2024-11-23T19:15:09,367 INFO [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707-splitting/387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta after 1ms 2024-11-23T19:15:09,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-23T19:15:09,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-23T19:15:09,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-23T19:15:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-23T19:15:09,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-23T19:15:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-23T19:15:09,371 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,35903,1732389257662 Release verify snapshot worker=387b213c044a,35903,1732389257662 2024-11-23T19:15:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-23T19:15:09,372 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,35903,1732389257662 Release verify snapshot worker=387b213c044a,35903,1732389257662 2024-11-23T19:15:09,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,35903,1732389257662 in 10.0850 sec 2024-11-23T19:15:09,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,35903,1732389257662 in 10.0860 sec 2024-11-23T19:15:09,376 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,35903,1732389257662 Release verify snapshot worker=387b213c044a,35903,1732389257662 2024-11-23T19:15:09,376 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=387b213c044a,35903,1732389257662 2024-11-23T19:15:09,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,35903,1732389257662 in 10.0900 sec 2024-11-23T19:15:09,389 INFO [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707-splitting/387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta took 24ms 2024-11-23T19:15:09,401 DEBUG [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-23T19:15:09,412 DEBUG [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707-splitting/387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta so closing down 2024-11-23T19:15:09,412 DEBUG [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T19:15:09,413 INFO [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta.temp 2024-11-23T19:15:09,416 INFO [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta.temp 2024-11-23T19:15:09,417 INFO [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T19:15:09,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741864_1040 (size=14141) 2024-11-23T19:15:09,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741864_1040 (size=14141) 2024-11-23T19:15:09,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741864_1040 (size=14141) 2024-11-23T19:15:09,442 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-23T19:15:09,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta.temp to hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-23T19:15:09,444 INFO [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 46 ms; skipped=1; WAL=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707-splitting/387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-23T19:15:09,445 DEBUG [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707-splitting/387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta, journal: Splitting hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707-splitting/387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta, size=14.0 K (14382bytes) at 1732389309366Finishing writing output for hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707-splitting/387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta so closing down at 1732389309412 (+46 ms)Creating recovered edits writer path=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta.temp at 1732389309416 (+4 ms)3 split writer threads finished at 1732389309417 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1732389309442 (+25 ms)Rename recovered edits hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta.temp to hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732389309444 (+2 ms)Processed 26 edits across 1 Regions in 46 ms; skipped=1; WAL=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707-splitting/387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732389309445 (+1 ms) 2024-11-23T19:15:09,445 DEBUG [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707-splitting/387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta 2024-11-23T19:15:09,445 DEBUG [RS_LOG_REPLAY_OPS-regionserver/387b213c044a:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-23T19:15:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-23T19:15:09,451 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707-splitting/387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta to hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/oldWALs 2024-11-23T19:15:09,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-23T19:15:09,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta, worker=387b213c044a,35903,1732389257662 in 9.9560 sec 2024-11-23T19:15:09,455 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=387b213c044a,35903,1732389257662 2024-11-23T19:15:09,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-23T19:15:09,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 387b213c044a%2C44939%2C1732389257707.meta.1732389268601.meta, worker=387b213c044a,35903,1732389257662 in 9.9640 sec 2024-11-23T19:15:09,461 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,44939,1732389257707-splitting dir is empty, no logs to split. 2024-11-23T19:15:09,461 INFO [PEWorker-3 {}] master.SplitWALManager(105): 387b213c044a,44939,1732389257707 WAL count=0, meta=true 2024-11-23T19:15:09,461 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 387b213c044a,44939,1732389257707 WAL splitting is done? wals=0, meta=true 2024-11-23T19:15:09,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T19:15:09,464 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T19:15:09,465 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T19:15:09,615 DEBUG [387b213c044a:38545 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-23T19:15:09,616 DEBUG [387b213c044a:38545 {}] balancer.BalancerClusterState(204): Hosts are {387b213c044a=0} racks are {/default-rack=0} 2024-11-23T19:15:09,616 DEBUG [387b213c044a:38545 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T19:15:09,616 DEBUG [387b213c044a:38545 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T19:15:09,616 DEBUG [387b213c044a:38545 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T19:15:09,616 DEBUG [387b213c044a:38545 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T19:15:09,616 INFO [387b213c044a:38545 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T19:15:09,616 INFO [387b213c044a:38545 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T19:15:09,616 DEBUG [387b213c044a:38545 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T19:15:09,617 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=387b213c044a,35903,1732389257662 2024-11-23T19:15:09,618 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 387b213c044a,35903,1732389257662, state=OPENING 2024-11-23T19:15:09,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T19:15:09,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T19:15:09,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T19:15:09,677 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T19:15:09,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:15:09,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:15:09,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:15:09,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=387b213c044a,35903,1732389257662}] 2024-11-23T19:15:17,398 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T19:15:19,108 INFO [regionserver/387b213c044a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-23T19:15:19,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-23T19:15:19,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-23T19:15:19,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-23T19:15:19,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-23T19:15:19,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-23T19:15:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-23T19:15:19,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-23T19:15:19,357 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,41229,1732389257623 Release verify snapshot worker=387b213c044a,41229,1732389257623 2024-11-23T19:15:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-23T19:15:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-23T19:15:19,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,41229,1732389257623 in 20.0710 sec 2024-11-23T19:15:19,360 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,41229,1732389257623 Release verify snapshot worker=387b213c044a,41229,1732389257623 2024-11-23T19:15:19,361 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,41229,1732389257623 Release verify snapshot worker=387b213c044a,41229,1732389257623 2024-11-23T19:15:19,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,41229,1732389257623 in 20.0740 sec 2024-11-23T19:15:19,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,41229,1732389257623 in 20.0750 sec 2024-11-23T19:15:19,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-23T19:15:19,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-23T19:15:19,383 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T19:15:19,383 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T19:15:19,383 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T19:15:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38545 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-23T19:15:19,386 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=387b213c044a%2C35903%2C1732389257662.meta, suffix=.meta, logDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,35903,1732389257662, archiveDir=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/oldWALs, maxLogs=32 2024-11-23T19:15:19,387 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,35903,1732389257662 Release verify snapshot worker=387b213c044a,35903,1732389257662 2024-11-23T19:15:19,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=25 2024-11-23T19:15:19,395 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-23T19:15:19,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=387b213c044a,35903,1732389257662 in 20.1010 sec 2024-11-23T19:15:19,395 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/.hbase-snapshot/SnapshotProcedureTest 2024-11-23T19:15:19,397 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-23T19:15:19,397 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-23T19:15:19,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.8710 sec 2024-11-23T19:15:19,406 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,35903,1732389257662/387b213c044a%2C35903%2C1732389257662.meta.1732389319387.meta, exclude list is [], retry=0 2024-11-23T19:15:19,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-dfad249c-ce0a-4b28-94bc-7d4674240760,DISK] 2024-11-23T19:15:19,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34569,DS-eb07e410-1273-46d9-923e-a21046409715,DISK] 2024-11-23T19:15:19,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34331,DS-3cb68b6c-6387-43e3-a4fd-e0477b78ebdb,DISK] 2024-11-23T19:15:19,450 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/WALs/387b213c044a,35903,1732389257662/387b213c044a%2C35903%2C1732389257662.meta.1732389319387.meta 2024-11-23T19:15:19,456 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34441:34441),(127.0.0.1/127.0.0.1:42921:42921),(127.0.0.1/127.0.0.1:46257:46257)] 2024-11-23T19:15:19,456 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T19:15:19,457 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T19:15:19,457 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T19:15:19,457 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T19:15:19,457 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T19:15:19,457 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T19:15:19,457 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T19:15:19,457 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T19:15:19,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T19:15:19,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T19:15:19,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:15:19,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:15:19,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T19:15:19,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T19:15:19,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:15:19,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:15:19,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T19:15:19,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T19:15:19,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:15:19,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:15:19,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T19:15:19,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T19:15:19,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T19:15:19,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T19:15:19,465 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T19:15:19,466 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740 2024-11-23T19:15:19,468 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740 2024-11-23T19:15:19,469 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-23T19:15:19,477 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-23T19:15:19,478 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-23T19:15:19,494 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/.tmp/info/216da939717449b8a26313afc07fb389 is 167, key is SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7./info:regioninfo/1732389279493/Put/seqid=0 2024-11-23T19:15:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741866_1042 (size=18393) 2024-11-23T19:15:19,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741866_1042 (size=18393) 2024-11-23T19:15:19,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741866_1042 (size=18393) 2024-11-23T19:15:19,511 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/.tmp/info/216da939717449b8a26313afc07fb389 2024-11-23T19:15:19,546 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/.tmp/ns/79c815a1f1a74f2bbd1a461310fcafaa is 43, key is default/ns:d/1732389268758/Put/seqid=0 2024-11-23T19:15:19,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741867_1043 (size=5153) 2024-11-23T19:15:19,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741867_1043 (size=5153) 2024-11-23T19:15:19,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741867_1043 (size=5153) 2024-11-23T19:15:19,558 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/.tmp/ns/79c815a1f1a74f2bbd1a461310fcafaa 2024-11-23T19:15:19,586 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/.tmp/table/174156c0390445e6a351100a7a47aa85 is 47, key is SPTestTable/table:state/1732389279639/Put/seqid=0 2024-11-23T19:15:19,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741868_1044 (size=5214) 2024-11-23T19:15:19,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741868_1044 (size=5214) 2024-11-23T19:15:19,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741868_1044 (size=5214) 2024-11-23T19:15:19,611 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/.tmp/table/174156c0390445e6a351100a7a47aa85 2024-11-23T19:15:19,621 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/.tmp/info/216da939717449b8a26313afc07fb389 as hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/info/216da939717449b8a26313afc07fb389 2024-11-23T19:15:19,631 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/info/216da939717449b8a26313afc07fb389, entries=100, sequenceid=28, filesize=18.0 K 2024-11-23T19:15:19,633 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/.tmp/ns/79c815a1f1a74f2bbd1a461310fcafaa as hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/ns/79c815a1f1a74f2bbd1a461310fcafaa 2024-11-23T19:15:19,642 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/ns/79c815a1f1a74f2bbd1a461310fcafaa, entries=2, sequenceid=28, filesize=5.0 K 2024-11-23T19:15:19,644 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/.tmp/table/174156c0390445e6a351100a7a47aa85 as hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/table/174156c0390445e6a351100a7a47aa85 2024-11-23T19:15:19,650 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-23T19:15:19,652 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 387b213c044a:44939 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 387b213c044a/172.17.0.3:44939 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T19:15:19,654 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=387b213c044a,44939,1732389257707, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=387b213c044a,44939,1732389257707, seqNum=-1, error=java.net.ConnectException: Call to address=387b213c044a:44939 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 387b213c044a/172.17.0.3:44939 2024-11-23T19:15:19,655 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=387b213c044a,44939,1732389257707, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-23T19:15:19,655 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=387b213c044a,44939,1732389257707, seqNum=-1 from cache 2024-11-23T19:15:19,656 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 387b213c044a:44939 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 387b213c044a/172.17.0.3:44939 2024-11-23T19:15:19,661 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/table/174156c0390445e6a351100a7a47aa85, entries=2, sequenceid=28, filesize=5.1 K 2024-11-23T19:15:19,662 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 184ms, sequenceid=28, compaction requested=false; wal=null 2024-11-23T19:15:19,662 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-23T19:15:19,664 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T19:15:19,664 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T19:15:19,665 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T19:15:19,667 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T19:15:19,669 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-23T19:15:19,670 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63530939, jitterRate=-0.053315237164497375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T19:15:19,671 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T19:15:19,671 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732389319457Writing region info on filesystem at 1732389319458 (+1 ms)Initializing all the Stores at 1732389319458Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732389319459 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732389319459Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732389319459Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732389319459Obtaining lock to block concurrent updates at 1732389319478 (+19 ms)Preparing flush snapshotting stores in 1588230740 at 1732389319478Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732389319478Flushing stores of hbase:meta,,1.1588230740 at 1732389319478Flushing 1588230740/info: creating writer at 1732389319478Flushing 1588230740/info: appending metadata at 1732389319494 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732389319494Flushing 1588230740/ns: creating writer at 1732389319522 (+28 ms)Flushing 1588230740/ns: appending metadata at 1732389319545 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732389319545Flushing 1588230740/table: creating writer at 1732389319567 (+22 ms)Flushing 1588230740/table: appending metadata at 1732389319586 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732389319586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d95c604: reopening flushed file at 1732389319620 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b18766: reopening flushed file at 1732389319632 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28076bc5: reopening flushed file at 1732389319642 (+10 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 184ms, sequenceid=28, compaction requested=false; wal=null at 1732389319662 (+20 ms)Cleaning up temporary data from old regions at 1732389319664 (+2 ms)Running coprocessor post-open hooks at 1732389319671 (+7 ms)Region opened successfully at 1732389319671 2024-11-23T19:15:19,673 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1732389319377 2024-11-23T19:15:19,675 DEBUG [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T19:15:19,676 INFO [RS_OPEN_META-regionserver/387b213c044a:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T19:15:19,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=387b213c044a,35903,1732389257662 2024-11-23T19:15:19,677 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 387b213c044a,35903,1732389257662, state=OPEN 2024-11-23T19:15:19,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T19:15:19,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T19:15:19,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T19:15:19,729 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=387b213c044a,35903,1732389257662 2024-11-23T19:15:19,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:15:19,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:15:19,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T19:15:19,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-23T19:15:19,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=387b213c044a,35903,1732389257662 in 10.0520 sec 2024-11-23T19:15:19,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-23T19:15:19,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.2690 sec 2024-11-23T19:15:19,733 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 387b213c044a,44939,1732389257707 had 5 regions 2024-11-23T19:15:19,734 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 387b213c044a,44939,1732389257707, splitWal=true, meta=true, isMeta: false 2024-11-23T19:15:19,736 INFO [PEWorker-2 {}] master.SplitWALManager(105): 387b213c044a,44939,1732389257707 WAL count=1, meta=false 2024-11-23T19:15:19,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 387b213c044a%2C44939%2C1732389257707.1732389258439}] 2024-11-23T19:15:19,738 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=387b213c044a,35903,1732389257662 2024-11-23T19:15:19,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 387b213c044a%2C44939%2C1732389257707.1732389258439, worker=387b213c044a,35903,1732389257662}] 2024-11-23T19:15:19,758 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T19:15:19,759 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=387b213c044a,35903,1732389257662, seqNum=-1] 2024-11-23T19:15:19,782 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-23T19:15:19,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T19:15:19,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T19:15:19,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:15:19,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:15:19,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:15:19,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T19:15:19,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T19:15:19,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1615903126, stopped=false 2024-11-23T19:15:19,783 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=387b213c044a,38545,1732389257418 2024-11-23T19:15:19,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T19:15:19,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T19:15:19,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:15:19,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:15:19,792 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T19:15:19,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T19:15:19,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:15:19,792 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T19:15:19,792 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:15:19,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:15:19,793 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '387b213c044a,41229,1732389257623' ***** 2024-11-23T19:15:19,793 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T19:15:19,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:15:19,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:15:19,793 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '387b213c044a,35903,1732389257662' ***** 2024-11-23T19:15:19,793 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T19:15:19,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T19:15:19,793 INFO [RS:0;387b213c044a:41229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T19:15:19,793 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T19:15:19,793 INFO [RS:0;387b213c044a:41229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T19:15:19,793 INFO [RS:0;387b213c044a:41229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T19:15:19,793 INFO [RS:1;387b213c044a:35903 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T19:15:19,793 INFO [RS:0;387b213c044a:41229 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ff11cf9ecdb13c6313afcaf11dc9146 2024-11-23T19:15:19,793 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T19:15:19,794 INFO [RS:1;387b213c044a:35903 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T19:15:19,794 INFO [RS:1;387b213c044a:35903 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T19:15:19,794 INFO [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ea2534121a026f7208001759408366d 2024-11-23T19:15:19,794 INFO [RS:0;387b213c044a:41229 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c1a279781912d3516a7587186797072 2024-11-23T19:15:19,794 INFO [RS:0;387b213c044a:41229 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a8ca7276f303ebe07bdf46d02e7cdee 2024-11-23T19:15:19,794 INFO [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer(3091): Received CLOSE for c699e7228988b912b61d11512ac60aaa 2024-11-23T19:15:19,794 INFO [RS:0;387b213c044a:41229 {}] regionserver.HRegionServer(959): stopping server 387b213c044a,41229,1732389257623 2024-11-23T19:15:19,794 INFO [RS:0;387b213c044a:41229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T19:15:19,794 INFO [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer(3091): Received CLOSE for c297ea539dd08f45dad96bebc40f2db7 2024-11-23T19:15:19,794 INFO [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer(959): stopping server 387b213c044a,35903,1732389257662 2024-11-23T19:15:19,794 INFO [RS:0;387b213c044a:41229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;387b213c044a:41229. 2024-11-23T19:15:19,794 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ea2534121a026f7208001759408366d, disabling compactions & flushes 2024-11-23T19:15:19,794 INFO [RS:1;387b213c044a:35903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T19:15:19,794 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d. 2024-11-23T19:15:19,794 DEBUG [RS:0;387b213c044a:41229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:15:19,794 INFO [RS:1;387b213c044a:35903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;387b213c044a:35903. 2024-11-23T19:15:19,794 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d. 2024-11-23T19:15:19,794 DEBUG [RS:0;387b213c044a:41229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:15:19,794 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d. after waiting 0 ms 2024-11-23T19:15:19,794 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d. 2024-11-23T19:15:19,794 DEBUG [RS:1;387b213c044a:35903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T19:15:19,794 INFO [RS:0;387b213c044a:41229 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T19:15:19,794 DEBUG [RS:1;387b213c044a:35903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:15:19,794 DEBUG [RS:0;387b213c044a:41229 {}] regionserver.HRegionServer(1325): Online Regions={3ff11cf9ecdb13c6313afcaf11dc9146=SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146., 8c1a279781912d3516a7587186797072=SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072., 6a8ca7276f303ebe07bdf46d02e7cdee=SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee.} 2024-11-23T19:15:19,794 INFO [RS:1;387b213c044a:35903 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T19:15:19,794 INFO [RS:1;387b213c044a:35903 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T19:15:19,794 DEBUG [RS:0;387b213c044a:41229 {}] regionserver.HRegionServer(1351): Waiting on 3ff11cf9ecdb13c6313afcaf11dc9146, 6a8ca7276f303ebe07bdf46d02e7cdee, 8c1a279781912d3516a7587186797072 2024-11-23T19:15:19,794 INFO [RS:1;387b213c044a:35903 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T19:15:19,794 INFO [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T19:15:19,794 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ff11cf9ecdb13c6313afcaf11dc9146, disabling compactions & flushes 2024-11-23T19:15:19,795 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146. 2024-11-23T19:15:19,795 INFO [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-23T19:15:19,795 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146. 2024-11-23T19:15:19,795 DEBUG [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer(1325): Online Regions={5ea2534121a026f7208001759408366d=SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d., c699e7228988b912b61d11512ac60aaa=SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa., 1588230740=hbase:meta,,1.1588230740, c297ea539dd08f45dad96bebc40f2db7=SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7.} 2024-11-23T19:15:19,795 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146. after waiting 0 ms 2024-11-23T19:15:19,795 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146. 2024-11-23T19:15:19,795 DEBUG [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ea2534121a026f7208001759408366d, c297ea539dd08f45dad96bebc40f2db7, c699e7228988b912b61d11512ac60aaa 2024-11-23T19:15:19,795 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T19:15:19,795 INFO [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T19:15:19,795 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T19:15:19,795 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T19:15:19,795 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T19:15:19,800 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/5ea2534121a026f7208001759408366d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T19:15:19,801 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d. 2024-11-23T19:15:19,801 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ea2534121a026f7208001759408366d: Waiting for close lock at 1732389319794Running coprocessor pre-close hooks at 1732389319794Disabling compacts and flushes for region at 1732389319794Disabling writes for close at 1732389319794Writing region close event to WAL at 1732389319794Running coprocessor post-close hooks at 1732389319800 (+6 ms)Closed at 1732389319800 2024-11-23T19:15:19,801 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732389268877.5ea2534121a026f7208001759408366d. 2024-11-23T19:15:19,801 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c699e7228988b912b61d11512ac60aaa, disabling compactions & flushes 2024-11-23T19:15:19,801 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa. 2024-11-23T19:15:19,801 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa. 2024-11-23T19:15:19,801 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa. after waiting 0 ms 2024-11-23T19:15:19,801 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa. 2024-11-23T19:15:19,804 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-23T19:15:19,805 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T19:15:19,805 INFO [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T19:15:19,806 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732389319795Running coprocessor pre-close hooks at 1732389319795Disabling compacts and flushes for region at 1732389319795Disabling writes for close at 1732389319795Writing region close event to WAL at 1732389319797 (+2 ms)Running coprocessor post-close hooks at 1732389319805 (+8 ms)Closed at 1732389319805 2024-11-23T19:15:19,806 DEBUG [RS_CLOSE_META-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T19:15:19,808 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/c699e7228988b912b61d11512ac60aaa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T19:15:19,809 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa. 2024-11-23T19:15:19,809 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c699e7228988b912b61d11512ac60aaa: Waiting for close lock at 1732389319801Running coprocessor pre-close hooks at 1732389319801Disabling compacts and flushes for region at 1732389319801Disabling writes for close at 1732389319801Writing region close event to WAL at 1732389319805 (+4 ms)Running coprocessor post-close hooks at 1732389319809 (+4 ms)Closed at 1732389319809 2024-11-23T19:15:19,809 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732389268877.c699e7228988b912b61d11512ac60aaa. 2024-11-23T19:15:19,809 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c297ea539dd08f45dad96bebc40f2db7, disabling compactions & flushes 2024-11-23T19:15:19,810 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7. 2024-11-23T19:15:19,810 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7. 2024-11-23T19:15:19,810 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7. after waiting 0 ms 2024-11-23T19:15:19,810 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7. 2024-11-23T19:15:19,814 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/c297ea539dd08f45dad96bebc40f2db7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T19:15:19,815 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/3ff11cf9ecdb13c6313afcaf11dc9146/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T19:15:19,815 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7. 2024-11-23T19:15:19,815 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c297ea539dd08f45dad96bebc40f2db7: Waiting for close lock at 1732389319809Running coprocessor pre-close hooks at 1732389319809Disabling compacts and flushes for region at 1732389319809Disabling writes for close at 1732389319810 (+1 ms)Writing region close event to WAL at 1732389319810Running coprocessor post-close hooks at 1732389319815 (+5 ms)Closed at 1732389319815 2024-11-23T19:15:19,815 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732389268877.c297ea539dd08f45dad96bebc40f2db7. 2024-11-23T19:15:19,815 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146. 2024-11-23T19:15:19,816 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ff11cf9ecdb13c6313afcaf11dc9146: Waiting for close lock at 1732389319794Running coprocessor pre-close hooks at 1732389319794Disabling compacts and flushes for region at 1732389319794Disabling writes for close at 1732389319795 (+1 ms)Writing region close event to WAL at 1732389319796 (+1 ms)Running coprocessor post-close hooks at 1732389319815 (+19 ms)Closed at 1732389319815 2024-11-23T19:15:19,816 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732389268877.3ff11cf9ecdb13c6313afcaf11dc9146. 2024-11-23T19:15:19,816 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c1a279781912d3516a7587186797072, disabling compactions & flushes 2024-11-23T19:15:19,816 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072. 2024-11-23T19:15:19,816 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072. 2024-11-23T19:15:19,816 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072. after waiting 0 ms 2024-11-23T19:15:19,816 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072. 2024-11-23T19:15:19,821 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/8c1a279781912d3516a7587186797072/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T19:15:19,822 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072. 2024-11-23T19:15:19,822 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c1a279781912d3516a7587186797072: Waiting for close lock at 1732389319816Running coprocessor pre-close hooks at 1732389319816Disabling compacts and flushes for region at 1732389319816Disabling writes for close at 1732389319816Writing region close event to WAL at 1732389319816Running coprocessor post-close hooks at 1732389319822 (+6 ms)Closed at 1732389319822 2024-11-23T19:15:19,822 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732389268877.8c1a279781912d3516a7587186797072. 2024-11-23T19:15:19,823 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a8ca7276f303ebe07bdf46d02e7cdee, disabling compactions & flushes 2024-11-23T19:15:19,823 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee. 2024-11-23T19:15:19,823 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee. 2024-11-23T19:15:19,823 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee. after waiting 0 ms 2024-11-23T19:15:19,823 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee. 2024-11-23T19:15:19,827 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/data/default/SPTestTable/6a8ca7276f303ebe07bdf46d02e7cdee/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T19:15:19,828 INFO [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee. 2024-11-23T19:15:19,828 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a8ca7276f303ebe07bdf46d02e7cdee: Waiting for close lock at 1732389319823Running coprocessor pre-close hooks at 1732389319823Disabling compacts and flushes for region at 1732389319823Disabling writes for close at 1732389319823Writing region close event to WAL at 1732389319823Running coprocessor post-close hooks at 1732389319827 (+4 ms)Closed at 1732389319827 2024-11-23T19:15:19,828 DEBUG [RS_CLOSE_REGION-regionserver/387b213c044a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732389268877.6a8ca7276f303ebe07bdf46d02e7cdee. 2024-11-23T19:15:19,861 INFO [regionserver/387b213c044a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T19:15:19,861 INFO [regionserver/387b213c044a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T19:15:19,994 INFO [RS:0;387b213c044a:41229 {}] regionserver.HRegionServer(976): stopping server 387b213c044a,41229,1732389257623; all regions closed. 2024-11-23T19:15:19,995 INFO [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer(976): stopping server 387b213c044a,35903,1732389257662; all regions closed. 2024-11-23T19:15:19,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741835_1011 (size=2334) 2024-11-23T19:15:19,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741835_1011 (size=2334) 2024-11-23T19:15:19,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741865_1041 (size=678) 2024-11-23T19:15:19,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741865_1041 (size=678) 2024-11-23T19:15:19,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741835_1011 (size=2334) 2024-11-23T19:15:20,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741865_1041 (size=678) 2024-11-23T19:15:20,003 DEBUG [RS:1;387b213c044a:35903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/oldWALs 2024-11-23T19:15:20,003 INFO [RS:1;387b213c044a:35903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 387b213c044a%2C35903%2C1732389257662.meta:.meta(num 1732389319387) 2024-11-23T19:15:20,003 DEBUG [RS:0;387b213c044a:41229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/oldWALs 2024-11-23T19:15:20,003 INFO [RS:0;387b213c044a:41229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 387b213c044a%2C41229%2C1732389257623:(num 1732389258447) 2024-11-23T19:15:20,003 DEBUG [RS:0;387b213c044a:41229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:15:20,003 INFO [RS:0;387b213c044a:41229 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T19:15:20,003 INFO [RS:0;387b213c044a:41229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T19:15:20,003 INFO [RS:0;387b213c044a:41229 {}] hbase.ChoreService(370): Chore service for: regionserver/387b213c044a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T19:15:20,004 INFO [RS:0;387b213c044a:41229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T19:15:20,004 INFO [RS:0;387b213c044a:41229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T19:15:20,004 INFO [regionserver/387b213c044a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T19:15:20,004 INFO [RS:0;387b213c044a:41229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T19:15:20,004 INFO [RS:0;387b213c044a:41229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T19:15:20,004 INFO [RS:0;387b213c044a:41229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41229 2024-11-23T19:15:20,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741834_1010 (size=2364) 2024-11-23T19:15:20,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741834_1010 (size=2364) 2024-11-23T19:15:20,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741834_1010 (size=2364) 2024-11-23T19:15:20,012 DEBUG [RS:1;387b213c044a:35903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/oldWALs 2024-11-23T19:15:20,013 INFO [RS:1;387b213c044a:35903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 387b213c044a%2C35903%2C1732389257662:(num 1732389258442) 2024-11-23T19:15:20,013 DEBUG [RS:1;387b213c044a:35903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T19:15:20,013 INFO [RS:1;387b213c044a:35903 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T19:15:20,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/387b213c044a,41229,1732389257623 2024-11-23T19:15:20,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T19:15:20,013 INFO [RS:0;387b213c044a:41229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T19:15:20,013 INFO [RS:1;387b213c044a:35903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T19:15:20,013 INFO [RS:1;387b213c044a:35903 {}] hbase.ChoreService(370): Chore service for: regionserver/387b213c044a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T19:15:20,013 INFO [RS:1;387b213c044a:35903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T19:15:20,013 INFO [regionserver/387b213c044a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T19:15:20,014 INFO [RS:1;387b213c044a:35903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35903 2024-11-23T19:15:20,014 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [387b213c044a,41229,1732389257623] 2024-11-23T19:15:20,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/387b213c044a,35903,1732389257662 2024-11-23T19:15:20,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T19:15:20,034 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/387b213c044a,41229,1732389257623 already deleted, retry=false 2024-11-23T19:15:20,034 INFO [RS:1;387b213c044a:35903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T19:15:20,034 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 387b213c044a,41229,1732389257623 expired; onlineServers=1 2024-11-23T19:15:20,044 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [387b213c044a,35903,1732389257662] 2024-11-23T19:15:20,055 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/387b213c044a,35903,1732389257662 already deleted, retry=false 2024-11-23T19:15:20,055 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 387b213c044a,35903,1732389257662 expired; onlineServers=0 2024-11-23T19:15:20,055 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '387b213c044a,38545,1732389257418' ***** 2024-11-23T19:15:20,055 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T19:15:20,055 INFO [M:0;387b213c044a:38545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T19:15:20,055 INFO [M:0;387b213c044a:38545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T19:15:20,056 DEBUG [M:0;387b213c044a:38545 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T19:15:20,056 DEBUG [M:0;387b213c044a:38545 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T19:15:20,056 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T19:15:20,056 DEBUG [master/387b213c044a:0:becomeActiveMaster-HFileCleaner.small.0-1732389258104 {}] cleaner.HFileCleaner(306): Exit Thread[master/387b213c044a:0:becomeActiveMaster-HFileCleaner.small.0-1732389258104,5,FailOnTimeoutGroup] 2024-11-23T19:15:20,056 DEBUG [master/387b213c044a:0:becomeActiveMaster-HFileCleaner.large.0-1732389258101 {}] cleaner.HFileCleaner(306): Exit Thread[master/387b213c044a:0:becomeActiveMaster-HFileCleaner.large.0-1732389258101,5,FailOnTimeoutGroup] 2024-11-23T19:15:20,056 INFO [M:0;387b213c044a:38545 {}] hbase.ChoreService(370): Chore service for: master/387b213c044a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T19:15:20,056 INFO [M:0;387b213c044a:38545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T19:15:20,057 DEBUG [M:0;387b213c044a:38545 {}] master.HMaster(1795): Stopping service threads 2024-11-23T19:15:20,057 INFO [M:0;387b213c044a:38545 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T19:15:20,057 INFO [M:0;387b213c044a:38545 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T19:15:20,057 ERROR [M:0;387b213c044a:38545 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:38423 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38423,5,PEWorkerGroup] 2024-11-23T19:15:20,057 INFO [M:0;387b213c044a:38545 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T19:15:20,057 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T19:15:20,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T19:15:20,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T19:15:20,066 DEBUG [M:0;387b213c044a:38545 {}] zookeeper.ZKUtil(347): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T19:15:20,066 WARN [M:0;387b213c044a:38545 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T19:15:20,068 INFO [M:0;387b213c044a:38545 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/.lastflushedseqids 2024-11-23T19:15:20,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741869_1045 (size=632) 2024-11-23T19:15:20,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741869_1045 (size=632) 2024-11-23T19:15:20,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741869_1045 (size=632) 2024-11-23T19:15:20,076 INFO [M:0;387b213c044a:38545 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T19:15:20,076 INFO [M:0;387b213c044a:38545 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T19:15:20,077 DEBUG [M:0;387b213c044a:38545 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T19:15:20,077 INFO [M:0;387b213c044a:38545 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:15:20,077 DEBUG [M:0;387b213c044a:38545 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:15:20,077 DEBUG [M:0;387b213c044a:38545 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T19:15:20,077 DEBUG [M:0;387b213c044a:38545 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:15:20,077 INFO [M:0;387b213c044a:38545 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=214.82 KB heapSize=256.38 KB 2024-11-23T19:15:20,092 DEBUG [M:0;387b213c044a:38545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba33ea44a3754ac4af78ac160a484a6e is 82, key is hbase:meta,,1/info:regioninfo/1732389319676/Put/seqid=0 2024-11-23T19:15:20,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741870_1046 (size=6071) 2024-11-23T19:15:20,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741870_1046 (size=6071) 2024-11-23T19:15:20,098 INFO [M:0;387b213c044a:38545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba33ea44a3754ac4af78ac160a484a6e 2024-11-23T19:15:20,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741870_1046 (size=6071) 2024-11-23T19:15:20,124 INFO [RS:0;387b213c044a:41229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T19:15:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:15:20,124 INFO [RS:0;387b213c044a:41229 {}] regionserver.HRegionServer(1031): Exiting; stopping=387b213c044a,41229,1732389257623; zookeeper connection closed. 2024-11-23T19:15:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101691e3c640001, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:15:20,124 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e863c00 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e863c00 2024-11-23T19:15:20,125 DEBUG [M:0;387b213c044a:38545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6850bc5785b24f91bacc79b192f5c310 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732389279657/Put/seqid=0 2024-11-23T19:15:20,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741871_1047 (size=11610) 2024-11-23T19:15:20,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741871_1047 (size=11610) 2024-11-23T19:15:20,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741871_1047 (size=11610) 2024-11-23T19:15:20,136 INFO [M:0;387b213c044a:38545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=213.59 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6850bc5785b24f91bacc79b192f5c310 2024-11-23T19:15:20,142 INFO [M:0;387b213c044a:38545 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6850bc5785b24f91bacc79b192f5c310 2024-11-23T19:15:20,145 INFO [RS:1;387b213c044a:35903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T19:15:20,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:15:20,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101691e3c640002, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:15:20,145 INFO [RS:1;387b213c044a:35903 {}] regionserver.HRegionServer(1031): Exiting; stopping=387b213c044a,35903,1732389257662; zookeeper connection closed. 2024-11-23T19:15:20,145 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a3249bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a3249bc 2024-11-23T19:15:20,145 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-23T19:15:20,163 DEBUG [M:0;387b213c044a:38545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fec24816d0744994bf43780a207c91e9 is 69, key is 387b213c044a,35903,1732389257662/rs:state/1732389258190/Put/seqid=0 2024-11-23T19:15:20,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741872_1048 (size=5442) 2024-11-23T19:15:20,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741872_1048 (size=5442) 2024-11-23T19:15:20,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741872_1048 (size=5442) 2024-11-23T19:15:20,169 INFO [M:0;387b213c044a:38545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fec24816d0744994bf43780a207c91e9 2024-11-23T19:15:20,174 INFO [M:0;387b213c044a:38545 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fec24816d0744994bf43780a207c91e9 2024-11-23T19:15:20,175 DEBUG [M:0;387b213c044a:38545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba33ea44a3754ac4af78ac160a484a6e as hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba33ea44a3754ac4af78ac160a484a6e 2024-11-23T19:15:20,181 INFO [M:0;387b213c044a:38545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba33ea44a3754ac4af78ac160a484a6e, entries=14, sequenceid=449, filesize=5.9 K 2024-11-23T19:15:20,182 DEBUG [M:0;387b213c044a:38545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6850bc5785b24f91bacc79b192f5c310 as hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6850bc5785b24f91bacc79b192f5c310 2024-11-23T19:15:20,188 INFO [M:0;387b213c044a:38545 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6850bc5785b24f91bacc79b192f5c310 2024-11-23T19:15:20,188 INFO [M:0;387b213c044a:38545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6850bc5785b24f91bacc79b192f5c310, entries=52, sequenceid=449, filesize=11.3 K 2024-11-23T19:15:20,189 DEBUG [M:0;387b213c044a:38545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fec24816d0744994bf43780a207c91e9 as hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fec24816d0744994bf43780a207c91e9 2024-11-23T19:15:20,194 INFO [M:0;387b213c044a:38545 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fec24816d0744994bf43780a207c91e9 2024-11-23T19:15:20,194 INFO [M:0;387b213c044a:38545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/ffddd5a3-a7f8-fa19-0907-2b9e2f953406/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fec24816d0744994bf43780a207c91e9, entries=3, sequenceid=449, filesize=5.3 K 2024-11-23T19:15:20,195 INFO [M:0;387b213c044a:38545 {}] regionserver.HRegion(3140): Finished flush of dataSize ~214.82 KB/219978, heapSize ~256.09 KB/262232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=449, compaction requested=false 2024-11-23T19:15:20,196 INFO [M:0;387b213c044a:38545 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T19:15:20,196 DEBUG [M:0;387b213c044a:38545 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732389320076Disabling compacts and flushes for region at 1732389320076Disabling writes for close at 1732389320077 (+1 ms)Obtaining lock to block concurrent updates at 1732389320077Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732389320077Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=219978, getHeapSize=262472, getOffHeapSize=0, getCellsCount=548 at 1732389320077Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732389320078 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732389320078Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732389320091 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732389320091Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732389320103 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732389320124 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732389320125 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732389320143 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732389320162 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732389320162Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@201254cb: reopening flushed file at 1732389320175 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@227a341: reopening flushed file at 1732389320181 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f4f441c: reopening flushed file at 1732389320188 (+7 ms)Finished flush of dataSize ~214.82 KB/219978, heapSize ~256.09 KB/262232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=449, compaction requested=false at 1732389320195 (+7 ms)Writing region close event to WAL at 1732389320196 (+1 ms)Closed at 1732389320196 2024-11-23T19:15:20,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34331 is added to blk_1073741830_1006 (size=249978) 2024-11-23T19:15:20,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741830_1006 (size=249978) 2024-11-23T19:15:20,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741830_1006 (size=249978) 2024-11-23T19:15:20,200 INFO [M:0;387b213c044a:38545 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T19:15:20,200 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T19:15:20,200 INFO [M:0;387b213c044a:38545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38545 2024-11-23T19:15:20,200 INFO [M:0;387b213c044a:38545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T19:15:20,313 INFO [M:0;387b213c044a:38545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T19:15:20,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:15:20,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38545-0x101691e3c640000, quorum=127.0.0.1:63168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T19:15:20,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@384fb1d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T19:15:20,346 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23cfd59e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T19:15:20,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T19:15:20,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@426841e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T19:15:20,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@287b5d90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/hadoop.log.dir/,STOPPED} 2024-11-23T19:15:20,348 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T19:15:20,348 WARN [BP-1821370113-172.17.0.3-1732389255110 heartbeating to localhost/127.0.0.1:38423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T19:15:20,348 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T19:15:20,348 WARN [BP-1821370113-172.17.0.3-1732389255110 heartbeating to localhost/127.0.0.1:38423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1821370113-172.17.0.3-1732389255110 (Datanode Uuid 99020854-58f7-462b-b967-ddd40a93955f) service to localhost/127.0.0.1:38423 2024-11-23T19:15:20,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/cluster_560ce4a2-0346-c4b2-1f1e-cec44e50bb9e/data/data5/current/BP-1821370113-172.17.0.3-1732389255110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T19:15:20,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/cluster_560ce4a2-0346-c4b2-1f1e-cec44e50bb9e/data/data6/current/BP-1821370113-172.17.0.3-1732389255110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T19:15:20,350 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T19:15:20,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e18be7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T19:15:20,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f87af18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T19:15:20,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T19:15:20,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f15b096{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T19:15:20,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4251a16e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/hadoop.log.dir/,STOPPED} 2024-11-23T19:15:20,357 WARN [BP-1821370113-172.17.0.3-1732389255110 heartbeating to localhost/127.0.0.1:38423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T19:15:20,357 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T19:15:20,357 WARN [BP-1821370113-172.17.0.3-1732389255110 heartbeating to localhost/127.0.0.1:38423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1821370113-172.17.0.3-1732389255110 (Datanode Uuid 687af1f1-314c-4b49-859f-d496d2a60701) service to localhost/127.0.0.1:38423 2024-11-23T19:15:20,357 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T19:15:20,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/cluster_560ce4a2-0346-c4b2-1f1e-cec44e50bb9e/data/data3/current/BP-1821370113-172.17.0.3-1732389255110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T19:15:20,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/cluster_560ce4a2-0346-c4b2-1f1e-cec44e50bb9e/data/data4/current/BP-1821370113-172.17.0.3-1732389255110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T19:15:20,359 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T19:15:20,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a53ff49{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T19:15:20,362 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@648056fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T19:15:20,362 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T19:15:20,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15988d0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T19:15:20,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28799597{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/hadoop.log.dir/,STOPPED} 2024-11-23T19:15:20,363 WARN [BP-1821370113-172.17.0.3-1732389255110 heartbeating to localhost/127.0.0.1:38423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T19:15:20,363 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T19:15:20,363 WARN [BP-1821370113-172.17.0.3-1732389255110 heartbeating to localhost/127.0.0.1:38423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1821370113-172.17.0.3-1732389255110 (Datanode Uuid e5dbec32-8c19-4fa2-af9f-bbb678355fc8) service to localhost/127.0.0.1:38423 2024-11-23T19:15:20,363 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T19:15:20,364 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/cluster_560ce4a2-0346-c4b2-1f1e-cec44e50bb9e/data/data1/current/BP-1821370113-172.17.0.3-1732389255110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T19:15:20,364 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/cluster_560ce4a2-0346-c4b2-1f1e-cec44e50bb9e/data/data2/current/BP-1821370113-172.17.0.3-1732389255110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T19:15:20,364 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T19:15:20,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1624175c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T19:15:20,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b65defa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T19:15:20,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T19:15:20,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5132e267{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T19:15:20,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@790b78d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77f2a51c-c11e-7658-7737-92b57c35ebd8/hadoop.log.dir/,STOPPED} 2024-11-23T19:15:20,379 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T19:15:20,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T19:15:20,428 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=128 (was 96) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38423 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/387b213c044a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38423 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/387b213c044a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=381 (was 387), ProcessCount=11 (was 11), AvailableMemoryMB=6546 (was 7477)