2024-11-21 09:12:38,378 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-21 09:12:38,396 main DEBUG Took 0.015371 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 09:12:38,397 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 09:12:38,398 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 09:12:38,399 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 09:12:38,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:12:38,411 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 09:12:38,429 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:12:38,430 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:12:38,431 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:12:38,431 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:12:38,432 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:12:38,433 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:12:38,434 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:12:38,434 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:12:38,434 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:12:38,435 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:12:38,435 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:12:38,436 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:12:38,436 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:12:38,437 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:12:38,438 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:12:38,438 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:12:38,439 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:12:38,439 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:12:38,440 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:12:38,441 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:12:38,442 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:12:38,442 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:12:38,443 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:12:38,443 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:12:38,444 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:12:38,445 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 09:12:38,447 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:12:38,449 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 09:12:38,452 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 09:12:38,452 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 09:12:38,454 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 09:12:38,455 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 09:12:38,466 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 09:12:38,470 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 09:12:38,472 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 09:12:38,473 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 09:12:38,473 main DEBUG createAppenders(={Console}) 2024-11-21 09:12:38,474 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-21 09:12:38,475 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-21 09:12:38,475 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-21 09:12:38,476 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 09:12:38,476 main DEBUG OutputStream closed 2024-11-21 09:12:38,477 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 09:12:38,477 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 09:12:38,478 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-21 09:12:38,606 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 09:12:38,609 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 09:12:38,611 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 09:12:38,613 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 09:12:38,614 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 09:12:38,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 09:12:38,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 09:12:38,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 09:12:38,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 09:12:38,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 09:12:38,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 09:12:38,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 09:12:38,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 09:12:38,619 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 09:12:38,619 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 09:12:38,620 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 09:12:38,620 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 09:12:38,622 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 09:12:38,629 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 09:12:38,630 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-21 09:12:38,630 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 09:12:38,631 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-21T09:12:38,653 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-21 09:12:38,657 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 09:12:38,658 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T09:12:38,669 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-21T09:12:38,721 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=341, ProcessCount=11, AvailableMemoryMB=4297 2024-11-21T09:12:39,098 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790 2024-11-21T09:12:39,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:12:39,122 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/cluster_314062ec-de4a-5ace-a9c3-757a183140b7, deleteOnExit=true 2024-11-21T09:12:39,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:12:39,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/test.cache.data in system properties and HBase conf 2024-11-21T09:12:39,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:12:39,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:12:39,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:12:39,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:12:39,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:12:39,238 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T09:12:39,369 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:12:39,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:12:39,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:12:39,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:12:39,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:12:39,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:12:39,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:12:39,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:12:39,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:12:39,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:12:39,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:12:39,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:12:39,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:12:39,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:12:39,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:12:40,781 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T09:12:40,875 INFO [Time-limited test {}] log.Log(170): Logging initialized @3494ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T09:12:40,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:12:41,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:12:41,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:12:41,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:12:41,082 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:12:41,097 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:12:41,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c33bf2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:12:41,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@794cb4f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:12:41,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@319be742{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/java.io.tmpdir/jetty-localhost-41459-hadoop-hdfs-3_4_1-tests_jar-_-any-6498688220062916802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:12:41,312 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2903a0a8{HTTP/1.1, (http/1.1)}{localhost:41459} 2024-11-21T09:12:41,313 INFO [Time-limited test {}] server.Server(415): Started @3932ms 2024-11-21T09:12:41,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:12:41,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:12:41,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:12:41,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:12:41,958 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:12:41,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4063f81b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:12:41,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@371e39af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:12:42,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@672f7423{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/java.io.tmpdir/jetty-localhost-35059-hadoop-hdfs-3_4_1-tests_jar-_-any-9172252017224312414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:12:42,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73cc05f1{HTTP/1.1, (http/1.1)}{localhost:35059} 2024-11-21T09:12:42,084 INFO [Time-limited test {}] server.Server(415): Started @4703ms 2024-11-21T09:12:42,151 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:12:42,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:12:42,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:12:42,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:12:42,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:12:42,322 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:12:42,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dbd753f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:12:42,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6915bad9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:12:42,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624a00ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/java.io.tmpdir/jetty-localhost-34145-hadoop-hdfs-3_4_1-tests_jar-_-any-6185662367013554858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:12:42,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3dda6{HTTP/1.1, (http/1.1)}{localhost:34145} 2024-11-21T09:12:42,483 INFO [Time-limited test {}] server.Server(415): Started @5103ms 2024-11-21T09:12:42,487 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:12:42,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:12:42,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:12:42,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:12:42,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:12:42,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:12:42,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bc92b24{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:12:42,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58302a55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:12:42,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60677591{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/java.io.tmpdir/jetty-localhost-43629-hadoop-hdfs-3_4_1-tests_jar-_-any-11747116865489190185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:12:42,654 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c7c6586{HTTP/1.1, (http/1.1)}{localhost:43629} 2024-11-21T09:12:42,654 INFO [Time-limited test {}] server.Server(415): Started @5274ms 2024-11-21T09:12:42,656 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:12:44,263 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/cluster_314062ec-de4a-5ace-a9c3-757a183140b7/data/data4/current/BP-133403940-172.17.0.2-1732180360055/current, will proceed with Du for space computation calculation, 2024-11-21T09:12:44,263 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/cluster_314062ec-de4a-5ace-a9c3-757a183140b7/data/data1/current/BP-133403940-172.17.0.2-1732180360055/current, will proceed with Du for space computation calculation, 2024-11-21T09:12:44,263 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/cluster_314062ec-de4a-5ace-a9c3-757a183140b7/data/data5/current/BP-133403940-172.17.0.2-1732180360055/current, will proceed with Du for space computation calculation, 2024-11-21T09:12:44,263 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/cluster_314062ec-de4a-5ace-a9c3-757a183140b7/data/data6/current/BP-133403940-172.17.0.2-1732180360055/current, will proceed with Du for space computation calculation, 2024-11-21T09:12:44,263 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/cluster_314062ec-de4a-5ace-a9c3-757a183140b7/data/data3/current/BP-133403940-172.17.0.2-1732180360055/current, will proceed with Du for space computation calculation, 2024-11-21T09:12:44,263 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/cluster_314062ec-de4a-5ace-a9c3-757a183140b7/data/data2/current/BP-133403940-172.17.0.2-1732180360055/current, will proceed with Du for space computation calculation, 2024-11-21T09:12:44,321 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:12:44,324 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:12:44,328 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:12:44,381 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdc6fbae0527b2f9 with lease ID 0x7bc1f54634f3c674: Processing first storage report for DS-b22e7b89-8f11-47ee-a882-4d64ffdd8ed9 from datanode DatanodeRegistration(127.0.0.1:38685, datanodeUuid=7d68e83c-6944-46d9-8fec-61170eeaa781, infoPort=46837, infoSecurePort=0, ipcPort=36469, storageInfo=lv=-57;cid=testClusterID;nsid=716799917;c=1732180360055) 2024-11-21T09:12:44,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdc6fbae0527b2f9 with lease ID 0x7bc1f54634f3c674: from storage DS-b22e7b89-8f11-47ee-a882-4d64ffdd8ed9 node DatanodeRegistration(127.0.0.1:38685, datanodeUuid=7d68e83c-6944-46d9-8fec-61170eeaa781, infoPort=46837, infoSecurePort=0, ipcPort=36469, storageInfo=lv=-57;cid=testClusterID;nsid=716799917;c=1732180360055), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T09:12:44,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xecb1bb60b951b6e7 with lease ID 0x7bc1f54634f3c676: Processing first storage report for DS-63cff785-66c3-4d0a-8128-0aeab0dc2abe from datanode DatanodeRegistration(127.0.0.1:40055, datanodeUuid=bf378311-2d99-4427-a7bf-60a0854be197, infoPort=43289, infoSecurePort=0, ipcPort=39163, storageInfo=lv=-57;cid=testClusterID;nsid=716799917;c=1732180360055) 2024-11-21T09:12:44,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xecb1bb60b951b6e7 with lease ID 0x7bc1f54634f3c676: from storage DS-63cff785-66c3-4d0a-8128-0aeab0dc2abe node DatanodeRegistration(127.0.0.1:40055, datanodeUuid=bf378311-2d99-4427-a7bf-60a0854be197, infoPort=43289, infoSecurePort=0, ipcPort=39163, storageInfo=lv=-57;cid=testClusterID;nsid=716799917;c=1732180360055), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:12:44,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa03c74be97c0c8f0 with lease ID 0x7bc1f54634f3c675: Processing first storage report for DS-47453a1d-185b-4f88-a2fd-13bce56b81de from datanode DatanodeRegistration(127.0.0.1:34403, datanodeUuid=23365f80-513a-4da6-b32c-d3b8795e7c06, infoPort=40753, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=716799917;c=1732180360055) 2024-11-21T09:12:44,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa03c74be97c0c8f0 with lease ID 0x7bc1f54634f3c675: from storage DS-47453a1d-185b-4f88-a2fd-13bce56b81de node DatanodeRegistration(127.0.0.1:34403, datanodeUuid=23365f80-513a-4da6-b32c-d3b8795e7c06, infoPort=40753, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=716799917;c=1732180360055), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:12:44,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdc6fbae0527b2f9 with lease ID 0x7bc1f54634f3c674: Processing first storage report for DS-4764a788-a9a0-40a4-866b-e6a0ea26ec21 from datanode DatanodeRegistration(127.0.0.1:38685, datanodeUuid=7d68e83c-6944-46d9-8fec-61170eeaa781, infoPort=46837, infoSecurePort=0, ipcPort=36469, storageInfo=lv=-57;cid=testClusterID;nsid=716799917;c=1732180360055) 2024-11-21T09:12:44,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdc6fbae0527b2f9 with lease ID 0x7bc1f54634f3c674: from storage DS-4764a788-a9a0-40a4-866b-e6a0ea26ec21 node DatanodeRegistration(127.0.0.1:38685, datanodeUuid=7d68e83c-6944-46d9-8fec-61170eeaa781, infoPort=46837, infoSecurePort=0, ipcPort=36469, storageInfo=lv=-57;cid=testClusterID;nsid=716799917;c=1732180360055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:12:44,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xecb1bb60b951b6e7 with lease ID 0x7bc1f54634f3c676: Processing first storage report for DS-92b7b665-f027-424f-ad2e-5045ecb770c1 from datanode DatanodeRegistration(127.0.0.1:40055, datanodeUuid=bf378311-2d99-4427-a7bf-60a0854be197, infoPort=43289, infoSecurePort=0, ipcPort=39163, storageInfo=lv=-57;cid=testClusterID;nsid=716799917;c=1732180360055) 2024-11-21T09:12:44,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xecb1bb60b951b6e7 with lease ID 0x7bc1f54634f3c676: from storage DS-92b7b665-f027-424f-ad2e-5045ecb770c1 node DatanodeRegistration(127.0.0.1:40055, datanodeUuid=bf378311-2d99-4427-a7bf-60a0854be197, infoPort=43289, infoSecurePort=0, ipcPort=39163, storageInfo=lv=-57;cid=testClusterID;nsid=716799917;c=1732180360055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:12:44,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa03c74be97c0c8f0 with lease ID 0x7bc1f54634f3c675: Processing first storage report for DS-c887f0ce-f097-4d4d-a775-f8a3af9dabe7 from datanode DatanodeRegistration(127.0.0.1:34403, datanodeUuid=23365f80-513a-4da6-b32c-d3b8795e7c06, infoPort=40753, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=716799917;c=1732180360055) 2024-11-21T09:12:44,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa03c74be97c0c8f0 with lease ID 0x7bc1f54634f3c675: from storage DS-c887f0ce-f097-4d4d-a775-f8a3af9dabe7 node DatanodeRegistration(127.0.0.1:34403, datanodeUuid=23365f80-513a-4da6-b32c-d3b8795e7c06, infoPort=40753, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=716799917;c=1732180360055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:12:44,468 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790 2024-11-21T09:12:44,592 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/cluster_314062ec-de4a-5ace-a9c3-757a183140b7/zookeeper_0, clientPort=50367, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/cluster_314062ec-de4a-5ace-a9c3-757a183140b7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/cluster_314062ec-de4a-5ace-a9c3-757a183140b7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T09:12:44,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50367 2024-11-21T09:12:44,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:12:44,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:12:44,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:12:44,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:12:44,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:12:45,235 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82 with version=8 2024-11-21T09:12:45,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/hbase-staging 2024-11-21T09:12:45,319 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T09:12:45,533 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:12:45,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:12:45,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:12:45,551 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:12:45,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:12:45,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:12:45,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:12:45,774 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T09:12:45,784 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T09:12:45,788 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:12:45,815 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1004 (auto-detected) 2024-11-21T09:12:45,817 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T09:12:45,838 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35091 2024-11-21T09:12:45,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35091 connecting to ZooKeeper ensemble=127.0.0.1:50367 2024-11-21T09:12:45,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350910x0, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:12:45,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35091-0x1015caac8c90000 connected 2024-11-21T09:12:46,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:12:46,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:12:46,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T09:12:46,045 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82, hbase.cluster.distributed=false 2024-11-21T09:12:46,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T09:12:46,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35091 2024-11-21T09:12:46,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35091 2024-11-21T09:12:46,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35091 2024-11-21T09:12:46,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35091 2024-11-21T09:12:46,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35091 2024-11-21T09:12:46,168 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:12:46,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:12:46,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:12:46,170 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:12:46,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:12:46,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:12:46,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:12:46,176 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:12:46,177 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43223 2024-11-21T09:12:46,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43223 connecting to ZooKeeper ensemble=127.0.0.1:50367 2024-11-21T09:12:46,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:12:46,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:12:46,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432230x0, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:12:46,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43223-0x1015caac8c90001 connected 2024-11-21T09:12:46,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T09:12:46,206 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:12:46,212 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:12:46,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T09:12:46,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T09:12:46,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43223 2024-11-21T09:12:46,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43223 2024-11-21T09:12:46,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43223 2024-11-21T09:12:46,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43223 2024-11-21T09:12:46,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43223 2024-11-21T09:12:46,237 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:12:46,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:12:46,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:12:46,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:12:46,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:12:46,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:12:46,239 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:12:46,239 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:12:46,240 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44843 2024-11-21T09:12:46,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44843 connecting to ZooKeeper ensemble=127.0.0.1:50367 2024-11-21T09:12:46,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:12:46,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:12:46,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448430x0, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:12:46,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T09:12:46,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44843-0x1015caac8c90002 connected 2024-11-21T09:12:46,262 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:12:46,264 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:12:46,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T09:12:46,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T09:12:46,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44843 2024-11-21T09:12:46,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44843 2024-11-21T09:12:46,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44843 2024-11-21T09:12:46,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44843 2024-11-21T09:12:46,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44843 2024-11-21T09:12:46,286 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:12:46,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:12:46,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:12:46,287 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:12:46,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:12:46,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:12:46,287 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:12:46,287 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:12:46,288 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46363 2024-11-21T09:12:46,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46363 connecting to ZooKeeper ensemble=127.0.0.1:50367 2024-11-21T09:12:46,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:12:46,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:12:46,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463630x0, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:12:46,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463630x0, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T09:12:46,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46363-0x1015caac8c90003 connected 2024-11-21T09:12:46,308 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:12:46,309 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:12:46,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46363-0x1015caac8c90003, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T09:12:46,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46363-0x1015caac8c90003, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T09:12:46,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46363 2024-11-21T09:12:46,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46363 2024-11-21T09:12:46,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46363 2024-11-21T09:12:46,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46363 2024-11-21T09:12:46,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46363 2024-11-21T09:12:46,335 DEBUG [M:0;5b0ae2ee7b9e:35091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:35091 2024-11-21T09:12:46,336 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5b0ae2ee7b9e,35091,1732180365365 2024-11-21T09:12:46,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T09:12:46,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1015caac8c90003, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T09:12:46,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T09:12:46,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T09:12:46,352 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5b0ae2ee7b9e,35091,1732180365365 2024-11-21T09:12:46,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T09:12:46,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T09:12:46,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1015caac8c90003, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T09:12:46,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:46,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:46,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1015caac8c90003, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:46,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:46,383 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T09:12:46,384 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5b0ae2ee7b9e,35091,1732180365365 from backup master directory 2024-11-21T09:12:46,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T09:12:46,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1015caac8c90003, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T09:12:46,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T09:12:46,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5b0ae2ee7b9e,35091,1732180365365 2024-11-21T09:12:46,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T09:12:46,399 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:12:46,399 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,35091,1732180365365 2024-11-21T09:12:46,401 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T09:12:46,403 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T09:12:46,459 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/hbase.id] with ID: bb914070-8a57-4f92-b7ba-9ad58922971e 2024-11-21T09:12:46,460 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/.tmp/hbase.id 2024-11-21T09:12:46,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:12:46,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:12:46,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:12:46,475 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/.tmp/hbase.id]:[hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/hbase.id] 2024-11-21T09:12:46,517 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:12:46,523 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:12:46,541 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-21T09:12:46,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1015caac8c90003, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:46,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:46,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:46,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:46,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:12:46,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:12:46,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:12:46,589 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:12:46,590 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:12:46,603 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T09:12:46,606 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:12:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:12:46,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:12:46,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:12:46,653 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store 2024-11-21T09:12:46,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:12:46,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:12:46,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:12:46,680 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T09:12:46,683 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:12:46,685 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:12:46,685 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:12:46,685 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:12:46,687 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:12:46,687 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:12:46,687 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:12:46,688 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180366685Disabling compacts and flushes for region at 1732180366685Disabling writes for close at 1732180366687 (+2 ms)Writing region close event to WAL at 1732180366687Closed at 1732180366687 2024-11-21T09:12:46,690 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/.initializing 2024-11-21T09:12:46,690 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/WALs/5b0ae2ee7b9e,35091,1732180365365 2024-11-21T09:12:46,697 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:12:46,710 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C35091%2C1732180365365, suffix=, logDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/WALs/5b0ae2ee7b9e,35091,1732180365365, archiveDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/oldWALs, maxLogs=10 2024-11-21T09:12:46,731 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/WALs/5b0ae2ee7b9e,35091,1732180365365/5b0ae2ee7b9e%2C35091%2C1732180365365.1732180366714, exclude list is [], retry=0 2024-11-21T09:12:46,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38685,DS-b22e7b89-8f11-47ee-a882-4d64ffdd8ed9,DISK] 2024-11-21T09:12:46,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34403,DS-47453a1d-185b-4f88-a2fd-13bce56b81de,DISK] 2024-11-21T09:12:46,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40055,DS-63cff785-66c3-4d0a-8128-0aeab0dc2abe,DISK] 2024-11-21T09:12:46,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T09:12:46,785 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/WALs/5b0ae2ee7b9e,35091,1732180365365/5b0ae2ee7b9e%2C35091%2C1732180365365.1732180366714 2024-11-21T09:12:46,786 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46837:46837),(127.0.0.1/127.0.0.1:40753:40753),(127.0.0.1/127.0.0.1:43289:43289)] 2024-11-21T09:12:46,787 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:12:46,787 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:12:46,790 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:12:46,791 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:12:46,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:12:46,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:12:46,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:12:46,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:12:46,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:12:46,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:12:46,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:12:46,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:12:46,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:12:46,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:12:46,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:12:46,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:12:46,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:12:46,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:12:46,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:12:46,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:12:46,870 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:12:46,873 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:12:46,875 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:12:46,879 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:12:46,880 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:12:46,884 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:12:46,888 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:12:46,893 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:12:46,894 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69110678, jitterRate=0.029829353094100952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:12:46,904 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180366802Initializing all the Stores at 1732180366804 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180366805 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180366805Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180366806 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180366806Cleaning up temporary data from old regions at 1732180366880 (+74 ms)Region opened successfully at 1732180366904 (+24 ms) 2024-11-21T09:12:46,905 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:12:46,934 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc1bb0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:12:46,960 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:12:46,970 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:12:46,970 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:12:46,972 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:12:46,973 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T09:12:46,978 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T09:12:46,978 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-21T09:12:47,000 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:12:47,008 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T09:12:47,060 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T09:12:47,063 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:12:47,065 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:12:47,074 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T09:12:47,077 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:12:47,081 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:12:47,092 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T09:12:47,093 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:12:47,106 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T09:12:47,129 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:12:47,138 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T09:12:47,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T09:12:47,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1015caac8c90003, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T09:12:47,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T09:12:47,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T09:12:47,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1015caac8c90003, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:47,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:47,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:47,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:47,152 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,35091,1732180365365, sessionid=0x1015caac8c90000, setting cluster-up flag (Was=false) 2024-11-21T09:12:47,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:47,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:47,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:47,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1015caac8c90003, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:47,212 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T09:12:47,217 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,35091,1732180365365 2024-11-21T09:12:47,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:47,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:47,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1015caac8c90003, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:47,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:47,275 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T09:12:47,278 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,35091,1732180365365 2024-11-21T09:12:47,287 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:12:47,321 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(746): ClusterId : bb914070-8a57-4f92-b7ba-9ad58922971e 2024-11-21T09:12:47,321 INFO [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.HRegionServer(746): ClusterId : bb914070-8a57-4f92-b7ba-9ad58922971e 2024-11-21T09:12:47,321 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(746): ClusterId : bb914070-8a57-4f92-b7ba-9ad58922971e 2024-11-21T09:12:47,324 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:12:47,324 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:12:47,324 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:12:47,351 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:12:47,351 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:12:47,351 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:12:47,351 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:12:47,351 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:12:47,352 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:12:47,360 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:12:47,360 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:12:47,360 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:12:47,361 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3787dc0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:12:47,361 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f75ab8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:12:47,361 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99210be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:12:47,363 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:12:47,372 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:12:47,375 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:43223 2024-11-21T09:12:47,378 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:12:47,378 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:12:47,379 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:12:47,379 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:12:47,379 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5b0ae2ee7b9e:44843 2024-11-21T09:12:47,379 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;5b0ae2ee7b9e:46363 2024-11-21T09:12:47,379 INFO [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:12:47,379 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:12:47,379 INFO [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:12:47,380 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:12:47,380 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:12:47,380 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:12:47,381 INFO [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,35091,1732180365365 with port=46363, startcode=1732180366285 2024-11-21T09:12:47,381 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,35091,1732180365365 with port=44843, startcode=1732180366237 2024-11-21T09:12:47,381 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,35091,1732180365365 with port=43223, startcode=1732180366138 2024-11-21T09:12:47,383 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,35091,1732180365365 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:12:47,389 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:12:47,389 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:12:47,390 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:12:47,390 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:12:47,390 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:12:47,390 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,390 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:12:47,390 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,392 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180397392 2024-11-21T09:12:47,394 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:12:47,394 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:12:47,394 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:12:47,394 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:12:47,395 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:12:47,396 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:12:47,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:12:47,399 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:12:47,400 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:12:47,400 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:12:47,400 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:12:47,401 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,403 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:12:47,404 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:12:47,404 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:12:47,405 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:12:47,406 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:12:47,408 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:12:47,409 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:12:47,412 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180367410,5,FailOnTimeoutGroup] 2024-11-21T09:12:47,413 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180367412,5,FailOnTimeoutGroup] 2024-11-21T09:12:47,414 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,414 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:12:47,415 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,416 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:12:47,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:12:47,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:12:47,454 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:12:47,454 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82 2024-11-21T09:12:47,458 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:12:47,458 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:12:47,458 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:12:47,464 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:12:47,466 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:12:47,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741832_1008 (size=32) 2024-11-21T09:12:47,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741832_1008 (size=32) 2024-11-21T09:12:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741832_1008 (size=32) 2024-11-21T09:12:47,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:12:47,477 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:12:47,477 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:12:47,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:12:47,481 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82 2024-11-21T09:12:47,481 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38531 2024-11-21T09:12:47,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:12:47,481 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:12:47,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:12:47,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,46363,1732180366285 2024-11-21T09:12:47,483 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,46363,1732180366285 2024-11-21T09:12:47,483 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82 2024-11-21T09:12:47,483 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38531 2024-11-21T09:12:47,483 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:12:47,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:12:47,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:12:47,487 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82 2024-11-21T09:12:47,487 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38531 2024-11-21T09:12:47,487 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:12:47,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:12:47,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:12:47,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:12:47,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:12:47,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:12:47,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:12:47,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:12:47,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:12:47,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:12:47,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:12:47,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:12:47,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:12:47,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740 2024-11-21T09:12:47,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740 2024-11-21T09:12:47,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:12:47,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:12:47,503 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:12:47,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:12:47,510 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:12:47,511 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61280196, jitterRate=-0.08685392141342163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:12:47,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180367475Initializing all the Stores at 1732180367477 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180367477Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180367477Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180367477Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180367477Cleaning up temporary data from old regions at 1732180367502 (+25 ms)Region opened successfully at 1732180367516 (+14 ms) 2024-11-21T09:12:47,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:12:47,516 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:12:47,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:12:47,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:12:47,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:12:47,518 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:12:47,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180367516Disabling compacts and flushes for region at 1732180367516Disabling writes for close at 1732180367517 (+1 ms)Writing region close event to WAL at 1732180367518 (+1 ms)Closed at 1732180367518 2024-11-21T09:12:47,521 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:12:47,521 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:12:47,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:12:47,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T09:12:47,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:12:47,540 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:12:47,548 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] zookeeper.ZKUtil(111): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:12:47,548 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] zookeeper.ZKUtil(111): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:12:47,549 WARN [RS:1;5b0ae2ee7b9e:44843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:12:47,549 WARN [RS:0;5b0ae2ee7b9e:43223 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:12:47,549 INFO [RS:0;5b0ae2ee7b9e:43223 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:12:47,549 INFO [RS:1;5b0ae2ee7b9e:44843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:12:47,549 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] zookeeper.ZKUtil(111): regionserver:46363-0x1015caac8c90003, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b0ae2ee7b9e,46363,1732180366285 2024-11-21T09:12:47,549 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:12:47,549 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:12:47,549 WARN [RS:2;5b0ae2ee7b9e:46363 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:12:47,549 INFO [RS:2;5b0ae2ee7b9e:46363 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:12:47,550 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285 2024-11-21T09:12:47,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,44843,1732180366237] 2024-11-21T09:12:47,551 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,43223,1732180366138] 2024-11-21T09:12:47,551 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,46363,1732180366285] 2024-11-21T09:12:47,574 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:12:47,574 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:12:47,574 INFO [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:12:47,592 INFO [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:12:47,592 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:12:47,592 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:12:47,597 INFO [RS:2;5b0ae2ee7b9e:46363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:12:47,597 INFO [RS:1;5b0ae2ee7b9e:44843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:12:47,597 INFO [RS:0;5b0ae2ee7b9e:43223 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:12:47,597 INFO [RS:2;5b0ae2ee7b9e:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,597 INFO [RS:1;5b0ae2ee7b9e:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,597 INFO [RS:0;5b0ae2ee7b9e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,599 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:12:47,600 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:12:47,600 INFO [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:12:47,605 INFO [RS:1;5b0ae2ee7b9e:44843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:12:47,605 INFO [RS:2;5b0ae2ee7b9e:46363 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:12:47,605 INFO [RS:0;5b0ae2ee7b9e:43223 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:12:47,607 INFO [RS:2;5b0ae2ee7b9e:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,607 INFO [RS:0;5b0ae2ee7b9e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,607 INFO [RS:1;5b0ae2ee7b9e:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,607 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,607 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,607 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,607 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,607 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,607 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,607 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,607 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,607 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:12:47,608 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:12:47,608 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:12:47,608 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,608 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,609 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:12:47,609 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,609 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:12:47,609 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,609 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,609 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,609 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:12:47,609 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:12:47,609 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:12:47,609 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:12:47,609 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:12:47,612 INFO [RS:1;5b0ae2ee7b9e:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,612 INFO [RS:2;5b0ae2ee7b9e:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,612 INFO [RS:1;5b0ae2ee7b9e:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,612 INFO [RS:2;5b0ae2ee7b9e:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,612 INFO [RS:1;5b0ae2ee7b9e:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,612 INFO [RS:2;5b0ae2ee7b9e:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,613 INFO [RS:2;5b0ae2ee7b9e:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,613 INFO [RS:1;5b0ae2ee7b9e:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,613 INFO [RS:2;5b0ae2ee7b9e:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,613 INFO [RS:1;5b0ae2ee7b9e:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,613 INFO [RS:2;5b0ae2ee7b9e:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46363,1732180366285-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:12:47,613 INFO [RS:1;5b0ae2ee7b9e:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,44843,1732180366237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:12:47,614 INFO [RS:0;5b0ae2ee7b9e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,614 INFO [RS:0;5b0ae2ee7b9e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,614 INFO [RS:0;5b0ae2ee7b9e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,614 INFO [RS:0;5b0ae2ee7b9e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,614 INFO [RS:0;5b0ae2ee7b9e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,615 INFO [RS:0;5b0ae2ee7b9e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,43223,1732180366138-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:12:47,635 INFO [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:12:47,635 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:12:47,637 INFO [RS:0;5b0ae2ee7b9e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,43223,1732180366138-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,637 INFO [RS:2;5b0ae2ee7b9e:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46363,1732180366285-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,638 INFO [RS:0;5b0ae2ee7b9e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,638 INFO [RS:2;5b0ae2ee7b9e:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,638 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.Replication(171): 5b0ae2ee7b9e,43223,1732180366138 started 2024-11-21T09:12:47,638 INFO [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.Replication(171): 5b0ae2ee7b9e,46363,1732180366285 started 2024-11-21T09:12:47,641 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:12:47,641 INFO [RS:1;5b0ae2ee7b9e:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,44843,1732180366237-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,641 INFO [RS:1;5b0ae2ee7b9e:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,642 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.Replication(171): 5b0ae2ee7b9e,44843,1732180366237 started 2024-11-21T09:12:47,657 INFO [RS:0;5b0ae2ee7b9e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,657 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,43223,1732180366138, RpcServer on 5b0ae2ee7b9e/172.17.0.2:43223, sessionid=0x1015caac8c90001 2024-11-21T09:12:47,658 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:12:47,659 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:12:47,659 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,43223,1732180366138' 2024-11-21T09:12:47,659 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T09:12:47,660 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T09:12:47,661 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:12:47,661 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:12:47,661 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:12:47,661 INFO [RS:2;5b0ae2ee7b9e:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,662 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,43223,1732180366138' 2024-11-21T09:12:47,662 INFO [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,46363,1732180366285, RpcServer on 5b0ae2ee7b9e/172.17.0.2:46363, sessionid=0x1015caac8c90003 2024-11-21T09:12:47,662 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T09:12:47,662 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:12:47,662 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,46363,1732180366285 2024-11-21T09:12:47,662 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,46363,1732180366285' 2024-11-21T09:12:47,662 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T09:12:47,662 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T09:12:47,663 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T09:12:47,663 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:12:47,663 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:12:47,663 INFO [RS:0;5b0ae2ee7b9e:43223 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:12:47,663 INFO [RS:1;5b0ae2ee7b9e:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:47,663 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:12:47,663 INFO [RS:0;5b0ae2ee7b9e:43223 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:12:47,663 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,46363,1732180366285 2024-11-21T09:12:47,663 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,44843,1732180366237, RpcServer on 5b0ae2ee7b9e/172.17.0.2:44843, sessionid=0x1015caac8c90002 2024-11-21T09:12:47,663 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,46363,1732180366285' 2024-11-21T09:12:47,663 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T09:12:47,664 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:12:47,664 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:12:47,664 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,44843,1732180366237' 2024-11-21T09:12:47,664 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T09:12:47,664 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T09:12:47,664 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T09:12:47,664 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:12:47,665 INFO [RS:2;5b0ae2ee7b9e:46363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:12:47,665 INFO [RS:2;5b0ae2ee7b9e:46363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:12:47,665 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:12:47,665 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:12:47,665 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:12:47,665 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,44843,1732180366237' 2024-11-21T09:12:47,665 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T09:12:47,665 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T09:12:47,666 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:12:47,666 INFO [RS:1;5b0ae2ee7b9e:44843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:12:47,666 INFO [RS:1;5b0ae2ee7b9e:44843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:12:47,691 WARN [5b0ae2ee7b9e:35091 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T09:12:47,769 INFO [RS:2;5b0ae2ee7b9e:46363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:12:47,769 INFO [RS:0;5b0ae2ee7b9e:43223 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:12:47,770 INFO [RS:1;5b0ae2ee7b9e:44843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:12:47,773 INFO [RS:2;5b0ae2ee7b9e:46363 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C46363%2C1732180366285, suffix=, logDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285, archiveDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/oldWALs, maxLogs=32 2024-11-21T09:12:47,773 INFO [RS:1;5b0ae2ee7b9e:44843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C44843%2C1732180366237, suffix=, logDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,44843,1732180366237, archiveDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/oldWALs, maxLogs=32 2024-11-21T09:12:47,773 INFO [RS:0;5b0ae2ee7b9e:43223 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C43223%2C1732180366138, suffix=, logDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,43223,1732180366138, archiveDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/oldWALs, maxLogs=32 2024-11-21T09:12:47,792 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285/5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776, exclude list is [], retry=0 2024-11-21T09:12:47,796 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,43223,1732180366138/5b0ae2ee7b9e%2C43223%2C1732180366138.1732180367776, exclude list is [], retry=0 2024-11-21T09:12:47,796 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,44843,1732180366237/5b0ae2ee7b9e%2C44843%2C1732180366237.1732180367776, exclude list is [], retry=0 2024-11-21T09:12:47,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40055,DS-63cff785-66c3-4d0a-8128-0aeab0dc2abe,DISK] 2024-11-21T09:12:47,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34403,DS-47453a1d-185b-4f88-a2fd-13bce56b81de,DISK] 2024-11-21T09:12:47,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38685,DS-b22e7b89-8f11-47ee-a882-4d64ffdd8ed9,DISK] 2024-11-21T09:12:47,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34403,DS-47453a1d-185b-4f88-a2fd-13bce56b81de,DISK] 2024-11-21T09:12:47,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38685,DS-b22e7b89-8f11-47ee-a882-4d64ffdd8ed9,DISK] 2024-11-21T09:12:47,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38685,DS-b22e7b89-8f11-47ee-a882-4d64ffdd8ed9,DISK] 2024-11-21T09:12:47,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34403,DS-47453a1d-185b-4f88-a2fd-13bce56b81de,DISK] 2024-11-21T09:12:47,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40055,DS-63cff785-66c3-4d0a-8128-0aeab0dc2abe,DISK] 2024-11-21T09:12:47,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40055,DS-63cff785-66c3-4d0a-8128-0aeab0dc2abe,DISK] 2024-11-21T09:12:47,816 INFO [RS:2;5b0ae2ee7b9e:46363 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285/5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776 2024-11-21T09:12:47,822 INFO [RS:0;5b0ae2ee7b9e:43223 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,43223,1732180366138/5b0ae2ee7b9e%2C43223%2C1732180366138.1732180367776 2024-11-21T09:12:47,822 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43289:43289),(127.0.0.1/127.0.0.1:46837:46837),(127.0.0.1/127.0.0.1:40753:40753)] 2024-11-21T09:12:47,823 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46837:46837),(127.0.0.1/127.0.0.1:40753:40753),(127.0.0.1/127.0.0.1:43289:43289)] 2024-11-21T09:12:47,824 INFO [RS:1;5b0ae2ee7b9e:44843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,44843,1732180366237/5b0ae2ee7b9e%2C44843%2C1732180366237.1732180367776 2024-11-21T09:12:47,825 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40753:40753),(127.0.0.1/127.0.0.1:46837:46837),(127.0.0.1/127.0.0.1:43289:43289)] 2024-11-21T09:12:47,944 DEBUG [5b0ae2ee7b9e:35091 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T09:12:47,952 DEBUG [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(204): Hosts are {5b0ae2ee7b9e=0} racks are {/default-rack=0} 2024-11-21T09:12:47,961 DEBUG [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T09:12:47,961 DEBUG [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T09:12:47,961 DEBUG [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T09:12:47,961 DEBUG [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T09:12:47,961 DEBUG [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T09:12:47,961 DEBUG [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T09:12:47,961 INFO [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T09:12:47,961 INFO [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T09:12:47,961 INFO [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T09:12:47,961 DEBUG [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T09:12:47,972 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:12:47,980 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,44843,1732180366237, state=OPENING 2024-11-21T09:12:48,071 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:12:48,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:48,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:48,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1015caac8c90003, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:48,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:12:48,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:12:48,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:12:48,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:12:48,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:12:48,084 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:12:48,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,44843,1732180366237}] 2024-11-21T09:12:55,769 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T09:12:55,770 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T09:12:58,113 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:12:58,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:12:58,127 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:12:58,127 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:12:58,128 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:12:58,132 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C44843%2C1732180366237.meta, suffix=.meta, logDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,44843,1732180366237, archiveDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/oldWALs, maxLogs=32 2024-11-21T09:12:58,149 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,44843,1732180366237/5b0ae2ee7b9e%2C44843%2C1732180366237.meta.1732180378134.meta, exclude list is [], retry=0 2024-11-21T09:12:58,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40055,DS-63cff785-66c3-4d0a-8128-0aeab0dc2abe,DISK] 2024-11-21T09:12:58,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38685,DS-b22e7b89-8f11-47ee-a882-4d64ffdd8ed9,DISK] 2024-11-21T09:12:58,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34403,DS-47453a1d-185b-4f88-a2fd-13bce56b81de,DISK] 2024-11-21T09:12:58,155 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,44843,1732180366237/5b0ae2ee7b9e%2C44843%2C1732180366237.meta.1732180378134.meta 2024-11-21T09:12:58,157 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46837:46837),(127.0.0.1/127.0.0.1:43289:43289),(127.0.0.1/127.0.0.1:40753:40753)] 2024-11-21T09:12:58,157 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:12:58,158 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:12:58,161 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:12:58,165 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:12:58,168 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:12:58,169 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:12:58,169 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:12:58,169 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:12:58,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:12:58,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:12:58,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:12:58,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:12:58,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:12:58,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:12:58,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:12:58,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:12:58,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:12:58,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:12:58,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:12:58,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:12:58,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:12:58,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:12:58,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:12:58,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:12:58,181 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:12:58,182 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740 2024-11-21T09:12:58,185 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740 2024-11-21T09:12:58,187 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:12:58,187 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:12:58,188 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:12:58,191 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:12:58,192 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59005373, jitterRate=-0.12075142562389374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:12:58,192 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:12:58,193 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180378169Writing region info on filesystem at 1732180378170 (+1 ms)Initializing all the Stores at 1732180378171 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180378171Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180378172 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180378172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180378172Cleaning up temporary data from old regions at 1732180378187 (+15 ms)Running coprocessor post-open hooks at 1732180378192 (+5 ms)Region opened successfully at 1732180378193 (+1 ms) 2024-11-21T09:12:58,200 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180378103 2024-11-21T09:12:58,210 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:12:58,210 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:12:58,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:12:58,213 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,44843,1732180366237, state=OPEN 2024-11-21T09:12:58,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T09:12:58,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T09:12:58,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T09:12:58,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1015caac8c90003, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T09:12:58,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:12:58,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:12:58,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:12:58,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:12:58,317 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:12:58,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:12:58,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,44843,1732180366237 in 10.2320 sec 2024-11-21T09:12:58,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:12:58,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7970 sec 2024-11-21T09:12:58,330 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:12:58,330 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:12:58,349 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:12:58,351 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44843,1732180366237, seqNum=-1] 2024-11-21T09:12:58,369 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:12:58,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:12:58,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0740 sec 2024-11-21T09:12:58,391 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180378391, completionTime=-1 2024-11-21T09:12:58,394 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T09:12:58,394 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:12:58,418 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T09:12:58,418 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180438418 2024-11-21T09:12:58,418 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180498418 2024-11-21T09:12:58,418 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-21T09:12:58,419 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T09:12:58,426 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,35091,1732180365365-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:58,426 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,35091,1732180365365-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:58,426 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,35091,1732180365365-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:58,427 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:35091, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:58,427 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:58,428 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:58,433 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:12:58,468 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.069sec 2024-11-21T09:12:58,470 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:12:58,471 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:12:58,471 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:12:58,472 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:12:58,472 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:12:58,472 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,35091,1732180365365-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:12:58,473 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,35091,1732180365365-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:12:58,477 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:12:58,478 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:12:58,479 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,35091,1732180365365-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:12:58,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3599239e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:12:58,545 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T09:12:58,545 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T09:12:58,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,35091,-1 for getting cluster id 2024-11-21T09:12:58,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:12:58,559 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb914070-8a57-4f92-b7ba-9ad58922971e' 2024-11-21T09:12:58,561 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:12:58,561 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb914070-8a57-4f92-b7ba-9ad58922971e" 2024-11-21T09:12:58,561 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3320d17e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:12:58,562 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,35091,-1] 2024-11-21T09:12:58,564 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:12:58,566 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:12:58,567 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:12:58,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@312c53d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:12:58,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:12:58,576 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44843,1732180366237, seqNum=-1] 2024-11-21T09:12:58,577 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:12:58,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:12:58,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,35091,1732180365365 2024-11-21T09:12:58,599 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732180378598 (current time:1732180378598). 2024-11-21T09:12:58,599 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T09:12:58,599 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-21T09:12:58,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343c5e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:12:58,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,35091,-1 for getting cluster id 2024-11-21T09:12:58,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:12:58,603 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb914070-8a57-4f92-b7ba-9ad58922971e' 2024-11-21T09:12:58,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:12:58,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb914070-8a57-4f92-b7ba-9ad58922971e" 2024-11-21T09:12:58,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3675704d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:12:58,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,35091,-1] 2024-11-21T09:12:58,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:12:58,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:12:58,605 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:12:58,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f920c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:12:58,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:12:58,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44843,1732180366237, seqNum=-1] 2024-11-21T09:12:58,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:12:58,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:12:58,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:12:58,614 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:12:58,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:12:58,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:12:58,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:12:58,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:12:58,626 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,35091,1732180365365 2024-11-21T09:12:58,628 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f2d27c0 2024-11-21T09:12:58,628 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:12:58,631 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:12:58,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:12:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-21T09:12:58,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:12:58,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-21T09:12:58,653 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:12:58,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:12:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:12:58,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741837_1013 (size=361) 2024-11-21T09:12:58,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741837_1013 (size=361) 2024-11-21T09:12:58,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741837_1013 (size=361) 2024-11-21T09:12:58,681 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15ef20cf41c0f8e41db2be8a7cacc24b, NAME => 'SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82 2024-11-21T09:12:58,682 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3117c35a6f9788c2092b1cba405c0d44, NAME => 'SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82 2024-11-21T09:12:58,683 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 82f9d64cd5e79ae8ef2ded49162cdffc, NAME => 'SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82 2024-11-21T09:12:58,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741838_1014 (size=62) 2024-11-21T09:12:58,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741838_1014 (size=62) 2024-11-21T09:12:58,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741838_1014 (size=62) 2024-11-21T09:12:58,714 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:12:58,714 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3117c35a6f9788c2092b1cba405c0d44, disabling compactions & flushes 2024-11-21T09:12:58,714 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44. 2024-11-21T09:12:58,714 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44. 2024-11-21T09:12:58,714 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44. after waiting 0 ms 2024-11-21T09:12:58,714 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44. 2024-11-21T09:12:58,714 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44. 2024-11-21T09:12:58,714 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3117c35a6f9788c2092b1cba405c0d44: Waiting for close lock at 1732180378714Disabling compacts and flushes for region at 1732180378714Disabling writes for close at 1732180378714Writing region close event to WAL at 1732180378714Closed at 1732180378714 2024-11-21T09:12:58,715 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 78f94642a023d1ef236491110d8cd93e, NAME => 'SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82 2024-11-21T09:12:58,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741839_1015 (size=62) 2024-11-21T09:12:58,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741839_1015 (size=62) 2024-11-21T09:12:58,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741839_1015 (size=62) 2024-11-21T09:12:58,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:12:58,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 82f9d64cd5e79ae8ef2ded49162cdffc, disabling compactions & flushes 2024-11-21T09:12:58,729 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 2024-11-21T09:12:58,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 2024-11-21T09:12:58,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. after waiting 0 ms 2024-11-21T09:12:58,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 2024-11-21T09:12:58,729 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 2024-11-21T09:12:58,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 82f9d64cd5e79ae8ef2ded49162cdffc: Waiting for close lock at 1732180378729Disabling compacts and flushes for region at 1732180378729Disabling writes for close at 1732180378729Writing region close event to WAL at 1732180378729Closed at 1732180378729 2024-11-21T09:12:58,730 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 78373f162d33e8d64a196cfe01e7f1a5, NAME => 'SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82 2024-11-21T09:12:58,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741840_1016 (size=54) 2024-11-21T09:12:58,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741840_1016 (size=54) 2024-11-21T09:12:58,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741840_1016 (size=54) 2024-11-21T09:12:58,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:12:58,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 15ef20cf41c0f8e41db2be8a7cacc24b, disabling compactions & flushes 2024-11-21T09:12:58,745 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b. 2024-11-21T09:12:58,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b. 2024-11-21T09:12:58,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b. after waiting 0 ms 2024-11-21T09:12:58,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b. 2024-11-21T09:12:58,745 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b. 2024-11-21T09:12:58,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15ef20cf41c0f8e41db2be8a7cacc24b: Waiting for close lock at 1732180378745Disabling compacts and flushes for region at 1732180378745Disabling writes for close at 1732180378745Writing region close event to WAL at 1732180378745Closed at 1732180378745 2024-11-21T09:12:58,746 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66fae4af515baa43d5b4573195835f64, NAME => 'SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82 2024-11-21T09:12:58,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741842_1018 (size=62) 2024-11-21T09:12:58,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741842_1018 (size=62) 2024-11-21T09:12:58,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741842_1018 (size=62) 2024-11-21T09:12:58,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:12:58,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 78373f162d33e8d64a196cfe01e7f1a5, disabling compactions & flushes 2024-11-21T09:12:58,761 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5. 2024-11-21T09:12:58,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5. 2024-11-21T09:12:58,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5. after waiting 0 ms 2024-11-21T09:12:58,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5. 2024-11-21T09:12:58,762 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5. 2024-11-21T09:12:58,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 78373f162d33e8d64a196cfe01e7f1a5: Waiting for close lock at 1732180378761Disabling compacts and flushes for region at 1732180378761Disabling writes for close at 1732180378762 (+1 ms)Writing region close event to WAL at 1732180378762Closed at 1732180378762 2024-11-21T09:12:58,763 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8354675beb86f28cdc827ff0be76e6a6, NAME => 'SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82 2024-11-21T09:12:58,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741841_1017 (size=62) 2024-11-21T09:12:58,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:12:58,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 78f94642a023d1ef236491110d8cd93e, disabling compactions & flushes 2024-11-21T09:12:58,769 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 2024-11-21T09:12:58,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 2024-11-21T09:12:58,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. after waiting 0 ms 2024-11-21T09:12:58,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 2024-11-21T09:12:58,769 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 2024-11-21T09:12:58,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 78f94642a023d1ef236491110d8cd93e: Waiting for close lock at 1732180378769Disabling compacts and flushes for region at 1732180378769Disabling writes for close at 1732180378769Writing region close event to WAL at 1732180378769Closed at 1732180378769 2024-11-21T09:12:58,770 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5293349f34d2c7f1dec009bb7a22bda3, NAME => 'SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82 2024-11-21T09:12:58,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741841_1017 (size=62) 2024-11-21T09:12:58,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741841_1017 (size=62) 2024-11-21T09:12:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:12:58,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741843_1019 (size=62) 2024-11-21T09:12:58,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741843_1019 (size=62) 2024-11-21T09:12:58,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741843_1019 (size=62) 2024-11-21T09:12:58,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:12:58,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 66fae4af515baa43d5b4573195835f64, disabling compactions & flushes 2024-11-21T09:12:58,783 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64. 2024-11-21T09:12:58,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64. 2024-11-21T09:12:58,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64. after waiting 0 ms 2024-11-21T09:12:58,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64. 2024-11-21T09:12:58,783 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64. 2024-11-21T09:12:58,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66fae4af515baa43d5b4573195835f64: Waiting for close lock at 1732180378783Disabling compacts and flushes for region at 1732180378783Disabling writes for close at 1732180378783Writing region close event to WAL at 1732180378783Closed at 1732180378783 2024-11-21T09:12:58,784 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12a5b9b6e967d79892e43f7a64673d46, NAME => 'SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82 2024-11-21T09:12:58,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741845_1021 (size=62) 2024-11-21T09:12:58,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741845_1021 (size=62) 2024-11-21T09:12:58,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741845_1021 (size=62) 2024-11-21T09:12:58,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741844_1020 (size=62) 2024-11-21T09:12:58,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741844_1020 (size=62) 2024-11-21T09:12:58,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741844_1020 (size=62) 2024-11-21T09:12:58,793 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:12:58,793 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5293349f34d2c7f1dec009bb7a22bda3, disabling compactions & flushes 2024-11-21T09:12:58,793 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3. 2024-11-21T09:12:58,793 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3. 2024-11-21T09:12:58,793 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3. after waiting 0 ms 2024-11-21T09:12:58,793 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3. 2024-11-21T09:12:58,793 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3. 2024-11-21T09:12:58,793 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5293349f34d2c7f1dec009bb7a22bda3: Waiting for close lock at 1732180378793Disabling compacts and flushes for region at 1732180378793Disabling writes for close at 1732180378793Writing region close event to WAL at 1732180378793Closed at 1732180378793 2024-11-21T09:12:58,794 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => dc78bc6cb221e9cca18f2ba4e399eccc, NAME => 'SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82 2024-11-21T09:12:58,794 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:12:58,795 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8354675beb86f28cdc827ff0be76e6a6, disabling compactions & flushes 2024-11-21T09:12:58,795 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 2024-11-21T09:12:58,795 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 2024-11-21T09:12:58,795 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. after waiting 0 ms 2024-11-21T09:12:58,795 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 2024-11-21T09:12:58,795 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 2024-11-21T09:12:58,795 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8354675beb86f28cdc827ff0be76e6a6: Waiting for close lock at 1732180378794Disabling compacts and flushes for region at 1732180378794Disabling writes for close at 1732180378795 (+1 ms)Writing region close event to WAL at 1732180378795Closed at 1732180378795 2024-11-21T09:12:58,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741846_1022 (size=62) 2024-11-21T09:12:58,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741847_1023 (size=54) 2024-11-21T09:12:58,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741847_1023 (size=54) 2024-11-21T09:12:58,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741846_1022 (size=62) 2024-11-21T09:12:58,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741846_1022 (size=62) 2024-11-21T09:12:58,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741847_1023 (size=54) 2024-11-21T09:12:58,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:12:58,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:12:58,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing dc78bc6cb221e9cca18f2ba4e399eccc, disabling compactions & flushes 2024-11-21T09:12:58,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 12a5b9b6e967d79892e43f7a64673d46, disabling compactions & flushes 2024-11-21T09:12:58,815 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. 2024-11-21T09:12:58,815 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46. 2024-11-21T09:12:58,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. 2024-11-21T09:12:58,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46. 2024-11-21T09:12:58,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. after waiting 0 ms 2024-11-21T09:12:58,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46. after waiting 0 ms 2024-11-21T09:12:58,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. 2024-11-21T09:12:58,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46. 2024-11-21T09:12:58,815 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. 2024-11-21T09:12:58,815 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46. 2024-11-21T09:12:58,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12a5b9b6e967d79892e43f7a64673d46: Waiting for close lock at 1732180378815Disabling compacts and flushes for region at 1732180378815Disabling writes for close at 1732180378815Writing region close event to WAL at 1732180378815Closed at 1732180378815 2024-11-21T09:12:58,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for dc78bc6cb221e9cca18f2ba4e399eccc: Waiting for close lock at 1732180378815Disabling compacts and flushes for region at 1732180378815Disabling writes for close at 1732180378815Writing region close event to WAL at 1732180378815Closed at 1732180378815 2024-11-21T09:12:58,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:12:58,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732180378818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180378818"}]},"ts":"1732180378818"} 2024-11-21T09:12:58,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732180378818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180378818"}]},"ts":"1732180378818"} 2024-11-21T09:12:58,823 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732180378818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180378818"}]},"ts":"1732180378818"} 2024-11-21T09:12:58,823 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732180378818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180378818"}]},"ts":"1732180378818"} 2024-11-21T09:12:58,823 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732180378818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180378818"}]},"ts":"1732180378818"} 2024-11-21T09:12:58,823 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732180378818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180378818"}]},"ts":"1732180378818"} 2024-11-21T09:12:58,823 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732180378818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180378818"}]},"ts":"1732180378818"} 2024-11-21T09:12:58,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732180378818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180378818"}]},"ts":"1732180378818"} 2024-11-21T09:12:58,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732180378818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180378818"}]},"ts":"1732180378818"} 2024-11-21T09:12:58,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732180378818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180378818"}]},"ts":"1732180378818"} 2024-11-21T09:12:58,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-21T09:12:58,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:12:58,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180378858"}]},"ts":"1732180378858"} 2024-11-21T09:12:58,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-21T09:12:58,865 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {5b0ae2ee7b9e=0} racks are {/default-rack=0} 2024-11-21T09:12:58,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T09:12:58,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T09:12:58,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T09:12:58,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T09:12:58,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T09:12:58,874 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T09:12:58,874 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T09:12:58,874 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T09:12:58,874 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T09:12:58,874 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T09:12:58,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15ef20cf41c0f8e41db2be8a7cacc24b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=82f9d64cd5e79ae8ef2ded49162cdffc, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3117c35a6f9788c2092b1cba405c0d44, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78f94642a023d1ef236491110d8cd93e, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78373f162d33e8d64a196cfe01e7f1a5, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66fae4af515baa43d5b4573195835f64, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8354675beb86f28cdc827ff0be76e6a6, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5293349f34d2c7f1dec009bb7a22bda3, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=12a5b9b6e967d79892e43f7a64673d46, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dc78bc6cb221e9cca18f2ba4e399eccc, ASSIGN}] 2024-11-21T09:12:58,881 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=82f9d64cd5e79ae8ef2ded49162cdffc, ASSIGN 2024-11-21T09:12:58,881 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3117c35a6f9788c2092b1cba405c0d44, ASSIGN 2024-11-21T09:12:58,881 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15ef20cf41c0f8e41db2be8a7cacc24b, ASSIGN 2024-11-21T09:12:58,881 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78373f162d33e8d64a196cfe01e7f1a5, ASSIGN 2024-11-21T09:12:58,883 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78373f162d33e8d64a196cfe01e7f1a5, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,43223,1732180366138; forceNewPlan=false, retain=false 2024-11-21T09:12:58,883 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=82f9d64cd5e79ae8ef2ded49162cdffc, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,46363,1732180366285; forceNewPlan=false, retain=false 2024-11-21T09:12:58,883 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15ef20cf41c0f8e41db2be8a7cacc24b, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,44843,1732180366237; forceNewPlan=false, retain=false 2024-11-21T09:12:58,883 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3117c35a6f9788c2092b1cba405c0d44, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,43223,1732180366138; forceNewPlan=false, retain=false 2024-11-21T09:12:58,883 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dc78bc6cb221e9cca18f2ba4e399eccc, ASSIGN 2024-11-21T09:12:58,884 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dc78bc6cb221e9cca18f2ba4e399eccc, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,44843,1732180366237; forceNewPlan=false, retain=false 2024-11-21T09:12:58,890 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=12a5b9b6e967d79892e43f7a64673d46, ASSIGN 2024-11-21T09:12:58,890 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8354675beb86f28cdc827ff0be76e6a6, ASSIGN 2024-11-21T09:12:58,890 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5293349f34d2c7f1dec009bb7a22bda3, ASSIGN 2024-11-21T09:12:58,890 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78f94642a023d1ef236491110d8cd93e, ASSIGN 2024-11-21T09:12:58,891 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66fae4af515baa43d5b4573195835f64, ASSIGN 2024-11-21T09:12:58,892 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=12a5b9b6e967d79892e43f7a64673d46, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,43223,1732180366138; forceNewPlan=false, retain=false 2024-11-21T09:12:58,892 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8354675beb86f28cdc827ff0be76e6a6, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,46363,1732180366285; forceNewPlan=false, retain=false 2024-11-21T09:12:58,893 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5293349f34d2c7f1dec009bb7a22bda3, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,43223,1732180366138; forceNewPlan=false, retain=false 2024-11-21T09:12:58,893 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78f94642a023d1ef236491110d8cd93e, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,46363,1732180366285; forceNewPlan=false, retain=false 2024-11-21T09:12:58,893 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66fae4af515baa43d5b4573195835f64, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,44843,1732180366237; forceNewPlan=false, retain=false 2024-11-21T09:12:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:12:59,038 INFO [5b0ae2ee7b9e:35091 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-21T09:12:59,040 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=78f94642a023d1ef236491110d8cd93e, regionState=OPENING, regionLocation=5b0ae2ee7b9e,46363,1732180366285 2024-11-21T09:12:59,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8354675beb86f28cdc827ff0be76e6a6, regionState=OPENING, regionLocation=5b0ae2ee7b9e,46363,1732180366285 2024-11-21T09:12:59,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=82f9d64cd5e79ae8ef2ded49162cdffc, regionState=OPENING, regionLocation=5b0ae2ee7b9e,46363,1732180366285 2024-11-21T09:12:59,042 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=66fae4af515baa43d5b4573195835f64, regionState=OPENING, regionLocation=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:12:59,042 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15ef20cf41c0f8e41db2be8a7cacc24b, regionState=OPENING, regionLocation=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:12:59,042 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=12a5b9b6e967d79892e43f7a64673d46, regionState=OPENING, regionLocation=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:12:59,042 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=dc78bc6cb221e9cca18f2ba4e399eccc, regionState=OPENING, regionLocation=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:12:59,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5293349f34d2c7f1dec009bb7a22bda3, regionState=OPENING, regionLocation=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:12:59,043 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=78373f162d33e8d64a196cfe01e7f1a5, regionState=OPENING, regionLocation=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:12:59,043 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3117c35a6f9788c2092b1cba405c0d44, regionState=OPENING, regionLocation=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:12:59,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=82f9d64cd5e79ae8ef2ded49162cdffc, ASSIGN because future has completed 2024-11-21T09:12:59,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc, server=5b0ae2ee7b9e,46363,1732180366285}] 2024-11-21T09:12:59,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8354675beb86f28cdc827ff0be76e6a6, ASSIGN because future has completed 2024-11-21T09:12:59,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8354675beb86f28cdc827ff0be76e6a6, server=5b0ae2ee7b9e,46363,1732180366285}] 2024-11-21T09:12:59,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15ef20cf41c0f8e41db2be8a7cacc24b, ASSIGN because future has completed 2024-11-21T09:12:59,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15ef20cf41c0f8e41db2be8a7cacc24b, server=5b0ae2ee7b9e,44843,1732180366237}] 2024-11-21T09:12:59,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66fae4af515baa43d5b4573195835f64, ASSIGN because future has completed 2024-11-21T09:12:59,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dc78bc6cb221e9cca18f2ba4e399eccc, ASSIGN because future has completed 2024-11-21T09:12:59,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66fae4af515baa43d5b4573195835f64, server=5b0ae2ee7b9e,44843,1732180366237}] 2024-11-21T09:12:59,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc78bc6cb221e9cca18f2ba4e399eccc, server=5b0ae2ee7b9e,44843,1732180366237}] 2024-11-21T09:12:59,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=12a5b9b6e967d79892e43f7a64673d46, ASSIGN because future has completed 2024-11-21T09:12:59,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78f94642a023d1ef236491110d8cd93e, ASSIGN because future has completed 2024-11-21T09:12:59,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78373f162d33e8d64a196cfe01e7f1a5, ASSIGN because future has completed 2024-11-21T09:12:59,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5293349f34d2c7f1dec009bb7a22bda3, ASSIGN because future has completed 2024-11-21T09:12:59,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5293349f34d2c7f1dec009bb7a22bda3, server=5b0ae2ee7b9e,43223,1732180366138}] 2024-11-21T09:12:59,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3117c35a6f9788c2092b1cba405c0d44, ASSIGN because future has completed 2024-11-21T09:12:59,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78f94642a023d1ef236491110d8cd93e, server=5b0ae2ee7b9e,46363,1732180366285}] 2024-11-21T09:12:59,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78373f162d33e8d64a196cfe01e7f1a5, server=5b0ae2ee7b9e,43223,1732180366138}] 2024-11-21T09:12:59,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3117c35a6f9788c2092b1cba405c0d44, server=5b0ae2ee7b9e,43223,1732180366138}] 2024-11-21T09:12:59,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12a5b9b6e967d79892e43f7a64673d46, server=5b0ae2ee7b9e,43223,1732180366138}] 2024-11-21T09:12:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:12:59,571 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:12:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:13:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:13:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:13:03,715 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T09:13:05,769 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T09:13:05,769 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T09:13:05,772 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:13:05,772 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T09:13:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:13:09,053 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:13:09,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:13:09,068 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. 2024-11-21T09:13:09,068 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 2024-11-21T09:13:09,069 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => dc78bc6cb221e9cca18f2ba4e399eccc, NAME => 'SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-21T09:13:09,069 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 82f9d64cd5e79ae8ef2ded49162cdffc, NAME => 'SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-21T09:13:09,069 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dc78bc6cb221e9cca18f2ba4e399eccc 2024-11-21T09:13:09,069 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:09,069 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:13:09,069 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:13:09,069 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for dc78bc6cb221e9cca18f2ba4e399eccc 2024-11-21T09:13:09,069 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:09,069 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for dc78bc6cb221e9cca18f2ba4e399eccc 2024-11-21T09:13:09,069 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:09,070 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:13:09,071 INFO [StoreOpener-dc78bc6cb221e9cca18f2ba4e399eccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dc78bc6cb221e9cca18f2ba4e399eccc 2024-11-21T09:13:09,072 INFO [StoreOpener-82f9d64cd5e79ae8ef2ded49162cdffc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:09,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:13:09,073 INFO [StoreOpener-dc78bc6cb221e9cca18f2ba4e399eccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc78bc6cb221e9cca18f2ba4e399eccc columnFamilyName cf 2024-11-21T09:13:09,074 INFO [StoreOpener-82f9d64cd5e79ae8ef2ded49162cdffc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82f9d64cd5e79ae8ef2ded49162cdffc columnFamilyName cf 2024-11-21T09:13:09,074 DEBUG [StoreOpener-dc78bc6cb221e9cca18f2ba4e399eccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:13:09,074 DEBUG [StoreOpener-82f9d64cd5e79ae8ef2ded49162cdffc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:13:09,074 INFO [StoreOpener-82f9d64cd5e79ae8ef2ded49162cdffc-1 {}] regionserver.HStore(327): Store=82f9d64cd5e79ae8ef2ded49162cdffc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:13:09,074 INFO [StoreOpener-dc78bc6cb221e9cca18f2ba4e399eccc-1 {}] regionserver.HStore(327): Store=dc78bc6cb221e9cca18f2ba4e399eccc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:13:09,075 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for dc78bc6cb221e9cca18f2ba4e399eccc 2024-11-21T09:13:09,075 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:09,076 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/dc78bc6cb221e9cca18f2ba4e399eccc 2024-11-21T09:13:09,076 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:09,076 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/dc78bc6cb221e9cca18f2ba4e399eccc 2024-11-21T09:13:09,076 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:09,077 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for dc78bc6cb221e9cca18f2ba4e399eccc 2024-11-21T09:13:09,077 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for dc78bc6cb221e9cca18f2ba4e399eccc 2024-11-21T09:13:09,077 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:09,077 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:09,079 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for dc78bc6cb221e9cca18f2ba4e399eccc 2024-11-21T09:13:09,079 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:09,080 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46. 2024-11-21T09:13:09,080 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 12a5b9b6e967d79892e43f7a64673d46, NAME => 'SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-21T09:13:09,081 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 12a5b9b6e967d79892e43f7a64673d46 2024-11-21T09:13:09,081 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:13:09,081 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 12a5b9b6e967d79892e43f7a64673d46 2024-11-21T09:13:09,081 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 12a5b9b6e967d79892e43f7a64673d46 2024-11-21T09:13:09,082 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/82f9d64cd5e79ae8ef2ded49162cdffc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:13:09,082 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/dc78bc6cb221e9cca18f2ba4e399eccc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:13:09,083 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 82f9d64cd5e79ae8ef2ded49162cdffc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71583809, jitterRate=0.0666818767786026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:13:09,083 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened dc78bc6cb221e9cca18f2ba4e399eccc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64391041, jitterRate=-0.04049871861934662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:13:09,083 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:09,083 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc78bc6cb221e9cca18f2ba4e399eccc 2024-11-21T09:13:09,084 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 82f9d64cd5e79ae8ef2ded49162cdffc: Running coprocessor pre-open hook at 1732180389069Writing region info on filesystem at 1732180389069Initializing all the Stores at 1732180389071 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180389071Cleaning up temporary data from old regions at 1732180389077 (+6 ms)Running coprocessor post-open hooks at 1732180389083 (+6 ms)Region opened successfully at 1732180389084 (+1 ms) 2024-11-21T09:13:09,084 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for dc78bc6cb221e9cca18f2ba4e399eccc: Running coprocessor pre-open hook at 1732180389069Writing region info on filesystem at 1732180389069Initializing all the Stores at 1732180389071 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180389071Cleaning up temporary data from old regions at 1732180389077 (+6 ms)Running coprocessor post-open hooks at 1732180389083 (+6 ms)Region opened successfully at 1732180389084 (+1 ms) 2024-11-21T09:13:09,085 INFO [StoreOpener-12a5b9b6e967d79892e43f7a64673d46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 12a5b9b6e967d79892e43f7a64673d46 2024-11-21T09:13:09,086 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc., pid=19, masterSystemTime=1732180389058 2024-11-21T09:13:09,088 INFO [StoreOpener-12a5b9b6e967d79892e43f7a64673d46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12a5b9b6e967d79892e43f7a64673d46 columnFamilyName cf 2024-11-21T09:13:09,088 DEBUG [StoreOpener-12a5b9b6e967d79892e43f7a64673d46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:13:09,088 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc., pid=15, masterSystemTime=1732180389052 2024-11-21T09:13:09,089 INFO [StoreOpener-12a5b9b6e967d79892e43f7a64673d46-1 {}] regionserver.HStore(327): Store=12a5b9b6e967d79892e43f7a64673d46/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:13:09,089 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 12a5b9b6e967d79892e43f7a64673d46 2024-11-21T09:13:09,090 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. 2024-11-21T09:13:09,090 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. 2024-11-21T09:13:09,090 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b. 2024-11-21T09:13:09,090 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/12a5b9b6e967d79892e43f7a64673d46 2024-11-21T09:13:09,090 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 15ef20cf41c0f8e41db2be8a7cacc24b, NAME => 'SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-21T09:13:09,091 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=dc78bc6cb221e9cca18f2ba4e399eccc, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:13:09,091 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 2024-11-21T09:13:09,091 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 15ef20cf41c0f8e41db2be8a7cacc24b 2024-11-21T09:13:09,091 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 2024-11-21T09:13:09,091 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:13:09,091 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 2024-11-21T09:13:09,091 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 15ef20cf41c0f8e41db2be8a7cacc24b 2024-11-21T09:13:09,091 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 15ef20cf41c0f8e41db2be8a7cacc24b 2024-11-21T09:13:09,091 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 78f94642a023d1ef236491110d8cd93e, NAME => 'SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-21T09:13:09,091 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/12a5b9b6e967d79892e43f7a64673d46 2024-11-21T09:13:09,092 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:09,092 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:13:09,092 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:09,092 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 12a5b9b6e967d79892e43f7a64673d46 2024-11-21T09:13:09,092 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:09,092 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 12a5b9b6e967d79892e43f7a64673d46 2024-11-21T09:13:09,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=82f9d64cd5e79ae8ef2ded49162cdffc, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,46363,1732180366285 2024-11-21T09:13:09,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc78bc6cb221e9cca18f2ba4e399eccc, server=5b0ae2ee7b9e,44843,1732180366237 because future has completed 2024-11-21T09:13:09,096 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 12a5b9b6e967d79892e43f7a64673d46 2024-11-21T09:13:09,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc, server=5b0ae2ee7b9e,46363,1732180366285 because future has completed 2024-11-21T09:13:09,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-21T09:13:09,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure dc78bc6cb221e9cca18f2ba4e399eccc, server=5b0ae2ee7b9e,44843,1732180366237 in 10.0420 sec 2024-11-21T09:13:09,100 INFO [StoreOpener-78f94642a023d1ef236491110d8cd93e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:09,101 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/12a5b9b6e967d79892e43f7a64673d46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:13:09,102 INFO [StoreOpener-15ef20cf41c0f8e41db2be8a7cacc24b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 15ef20cf41c0f8e41db2be8a7cacc24b 2024-11-21T09:13:09,103 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 12a5b9b6e967d79892e43f7a64673d46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63555104, jitterRate=-0.05295515060424805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:13:09,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-11-21T09:13:09,103 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12a5b9b6e967d79892e43f7a64673d46 2024-11-21T09:13:09,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dc78bc6cb221e9cca18f2ba4e399eccc, ASSIGN in 10.2240 sec 2024-11-21T09:13:09,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc, server=5b0ae2ee7b9e,46363,1732180366285 in 10.0530 sec 2024-11-21T09:13:09,103 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 12a5b9b6e967d79892e43f7a64673d46: Running coprocessor pre-open hook at 1732180389082Writing region info on filesystem at 1732180389082Initializing all the Stores at 1732180389083 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180389083Cleaning up temporary data from old regions at 1732180389092 (+9 ms)Running coprocessor post-open hooks at 1732180389103 (+11 ms)Region opened successfully at 1732180389103 2024-11-21T09:13:09,104 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46., pid=24, masterSystemTime=1732180389070 2024-11-21T09:13:09,106 INFO [StoreOpener-78f94642a023d1ef236491110d8cd93e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78f94642a023d1ef236491110d8cd93e columnFamilyName cf 2024-11-21T09:13:09,106 DEBUG [StoreOpener-78f94642a023d1ef236491110d8cd93e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:13:09,107 INFO [StoreOpener-78f94642a023d1ef236491110d8cd93e-1 {}] regionserver.HStore(327): Store=78f94642a023d1ef236491110d8cd93e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:13:09,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=82f9d64cd5e79ae8ef2ded49162cdffc, ASSIGN in 10.2270 sec 2024-11-21T09:13:09,107 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:09,108 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46. 2024-11-21T09:13:09,108 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46. 2024-11-21T09:13:09,108 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44. 2024-11-21T09:13:09,108 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 3117c35a6f9788c2092b1cba405c0d44, NAME => 'SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-21T09:13:09,108 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3117c35a6f9788c2092b1cba405c0d44 2024-11-21T09:13:09,109 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:13:09,109 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 3117c35a6f9788c2092b1cba405c0d44 2024-11-21T09:13:09,109 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 3117c35a6f9788c2092b1cba405c0d44 2024-11-21T09:13:09,109 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:09,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=12a5b9b6e967d79892e43f7a64673d46, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:13:09,110 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:09,111 INFO [StoreOpener-15ef20cf41c0f8e41db2be8a7cacc24b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15ef20cf41c0f8e41db2be8a7cacc24b columnFamilyName cf 2024-11-21T09:13:09,111 DEBUG [StoreOpener-15ef20cf41c0f8e41db2be8a7cacc24b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:13:09,112 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:09,112 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:09,113 INFO [StoreOpener-15ef20cf41c0f8e41db2be8a7cacc24b-1 {}] regionserver.HStore(327): Store=15ef20cf41c0f8e41db2be8a7cacc24b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:13:09,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12a5b9b6e967d79892e43f7a64673d46, server=5b0ae2ee7b9e,43223,1732180366138 because future has completed 2024-11-21T09:13:09,113 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 15ef20cf41c0f8e41db2be8a7cacc24b 2024-11-21T09:13:09,114 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/15ef20cf41c0f8e41db2be8a7cacc24b 2024-11-21T09:13:09,115 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/15ef20cf41c0f8e41db2be8a7cacc24b 2024-11-21T09:13:09,115 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:09,116 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 15ef20cf41c0f8e41db2be8a7cacc24b 2024-11-21T09:13:09,116 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 15ef20cf41c0f8e41db2be8a7cacc24b 2024-11-21T09:13:09,116 INFO [StoreOpener-3117c35a6f9788c2092b1cba405c0d44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3117c35a6f9788c2092b1cba405c0d44 2024-11-21T09:13:09,119 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 15ef20cf41c0f8e41db2be8a7cacc24b 2024-11-21T09:13:09,119 INFO [StoreOpener-3117c35a6f9788c2092b1cba405c0d44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3117c35a6f9788c2092b1cba405c0d44 columnFamilyName cf 2024-11-21T09:13:09,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-11-21T09:13:09,119 DEBUG [StoreOpener-3117c35a6f9788c2092b1cba405c0d44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:13:09,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 12a5b9b6e967d79892e43f7a64673d46, server=5b0ae2ee7b9e,43223,1732180366138 in 10.0420 sec 2024-11-21T09:13:09,119 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/78f94642a023d1ef236491110d8cd93e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:13:09,120 INFO [StoreOpener-3117c35a6f9788c2092b1cba405c0d44-1 {}] regionserver.HStore(327): Store=3117c35a6f9788c2092b1cba405c0d44/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:13:09,120 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 3117c35a6f9788c2092b1cba405c0d44 2024-11-21T09:13:09,120 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 78f94642a023d1ef236491110d8cd93e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73875730, jitterRate=0.10083416104316711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:13:09,120 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:09,120 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 78f94642a023d1ef236491110d8cd93e: Running coprocessor pre-open hook at 1732180389092Writing region info on filesystem at 1732180389092Initializing all the Stores at 1732180389094 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180389094Cleaning up temporary data from old regions at 1732180389112 (+18 ms)Running coprocessor post-open hooks at 1732180389120 (+8 ms)Region opened successfully at 1732180389120 2024-11-21T09:13:09,121 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/3117c35a6f9788c2092b1cba405c0d44 2024-11-21T09:13:09,122 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/3117c35a6f9788c2092b1cba405c0d44 2024-11-21T09:13:09,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=12a5b9b6e967d79892e43f7a64673d46, ASSIGN in 10.2430 sec 2024-11-21T09:13:09,123 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e., pid=22, masterSystemTime=1732180389052 2024-11-21T09:13:09,123 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 3117c35a6f9788c2092b1cba405c0d44 2024-11-21T09:13:09,123 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 3117c35a6f9788c2092b1cba405c0d44 2024-11-21T09:13:09,125 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/15ef20cf41c0f8e41db2be8a7cacc24b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:13:09,126 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 15ef20cf41c0f8e41db2be8a7cacc24b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74952059, jitterRate=0.11687271296977997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:13:09,126 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15ef20cf41c0f8e41db2be8a7cacc24b 2024-11-21T09:13:09,126 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 3117c35a6f9788c2092b1cba405c0d44 2024-11-21T09:13:09,126 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 15ef20cf41c0f8e41db2be8a7cacc24b: Running coprocessor pre-open hook at 1732180389091Writing region info on filesystem at 1732180389091Initializing all the Stores at 1732180389093 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180389093Cleaning up temporary data from old regions at 1732180389116 (+23 ms)Running coprocessor post-open hooks at 1732180389126 (+10 ms)Region opened successfully at 1732180389126 2024-11-21T09:13:09,126 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 2024-11-21T09:13:09,126 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 2024-11-21T09:13:09,127 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 2024-11-21T09:13:09,127 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 8354675beb86f28cdc827ff0be76e6a6, NAME => 'SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T09:13:09,127 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=78f94642a023d1ef236491110d8cd93e, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,46363,1732180366285 2024-11-21T09:13:09,127 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:09,127 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:13:09,128 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:09,128 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:09,129 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=5b0ae2ee7b9e,46363,1732180366285, table=SPTestTable, region=78f94642a023d1ef236491110d8cd93e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T09:13:09,130 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b., pid=17, masterSystemTime=1732180389058 2024-11-21T09:13:09,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78f94642a023d1ef236491110d8cd93e, server=5b0ae2ee7b9e,46363,1732180366285 because future has completed 2024-11-21T09:13:09,133 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b. 2024-11-21T09:13:09,133 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b. 2024-11-21T09:13:09,133 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64. 2024-11-21T09:13:09,133 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 66fae4af515baa43d5b4573195835f64, NAME => 'SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-21T09:13:09,134 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 66fae4af515baa43d5b4573195835f64 2024-11-21T09:13:09,134 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:13:09,134 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 66fae4af515baa43d5b4573195835f64 2024-11-21T09:13:09,134 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 66fae4af515baa43d5b4573195835f64 2024-11-21T09:13:09,134 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15ef20cf41c0f8e41db2be8a7cacc24b, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:13:09,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-21T09:13:09,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 78f94642a023d1ef236491110d8cd93e, server=5b0ae2ee7b9e,46363,1732180366285 in 10.0660 sec 2024-11-21T09:13:09,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15ef20cf41c0f8e41db2be8a7cacc24b, server=5b0ae2ee7b9e,44843,1732180366237 because future has completed 2024-11-21T09:13:09,138 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/3117c35a6f9788c2092b1cba405c0d44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:13:09,139 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 3117c35a6f9788c2092b1cba405c0d44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69990217, jitterRate=0.042935505509376526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:13:09,139 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3117c35a6f9788c2092b1cba405c0d44 2024-11-21T09:13:09,139 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 3117c35a6f9788c2092b1cba405c0d44: Running coprocessor pre-open hook at 1732180389109Writing region info on filesystem at 1732180389109Initializing all the Stores at 1732180389112 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180389112Cleaning up temporary data from old regions at 1732180389123 (+11 ms)Running coprocessor post-open hooks at 1732180389139 (+16 ms)Region opened successfully at 1732180389139 2024-11-21T09:13:09,140 INFO [StoreOpener-66fae4af515baa43d5b4573195835f64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 66fae4af515baa43d5b4573195835f64 2024-11-21T09:13:09,141 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44., pid=23, masterSystemTime=1732180389070 2024-11-21T09:13:09,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78f94642a023d1ef236491110d8cd93e, ASSIGN in 10.2610 sec 2024-11-21T09:13:09,136 INFO [StoreOpener-8354675beb86f28cdc827ff0be76e6a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:09,144 INFO [StoreOpener-66fae4af515baa43d5b4573195835f64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66fae4af515baa43d5b4573195835f64 columnFamilyName cf 2024-11-21T09:13:09,144 DEBUG [StoreOpener-66fae4af515baa43d5b4573195835f64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:13:09,145 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44. 2024-11-21T09:13:09,145 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44. 2024-11-21T09:13:09,145 INFO [StoreOpener-66fae4af515baa43d5b4573195835f64-1 {}] regionserver.HStore(327): Store=66fae4af515baa43d5b4573195835f64/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:13:09,145 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5. 2024-11-21T09:13:09,145 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 66fae4af515baa43d5b4573195835f64 2024-11-21T09:13:09,145 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 78373f162d33e8d64a196cfe01e7f1a5, NAME => 'SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-21T09:13:09,145 INFO [StoreOpener-8354675beb86f28cdc827ff0be76e6a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8354675beb86f28cdc827ff0be76e6a6 columnFamilyName cf 2024-11-21T09:13:09,145 DEBUG [StoreOpener-8354675beb86f28cdc827ff0be76e6a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:13:09,146 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 78373f162d33e8d64a196cfe01e7f1a5 2024-11-21T09:13:09,146 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:13:09,146 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 78373f162d33e8d64a196cfe01e7f1a5 2024-11-21T09:13:09,146 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 78373f162d33e8d64a196cfe01e7f1a5 2024-11-21T09:13:09,147 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/66fae4af515baa43d5b4573195835f64 2024-11-21T09:13:09,147 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3117c35a6f9788c2092b1cba405c0d44, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:13:09,148 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/66fae4af515baa43d5b4573195835f64 2024-11-21T09:13:09,149 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 66fae4af515baa43d5b4573195835f64 2024-11-21T09:13:09,149 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 66fae4af515baa43d5b4573195835f64 2024-11-21T09:13:09,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-21T09:13:09,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 15ef20cf41c0f8e41db2be8a7cacc24b, server=5b0ae2ee7b9e,44843,1732180366237 in 10.0900 sec 2024-11-21T09:13:09,150 INFO [StoreOpener-8354675beb86f28cdc827ff0be76e6a6-1 {}] regionserver.HStore(327): Store=8354675beb86f28cdc827ff0be76e6a6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:13:09,150 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:09,150 INFO [StoreOpener-78373f162d33e8d64a196cfe01e7f1a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 78373f162d33e8d64a196cfe01e7f1a5 2024-11-21T09:13:09,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3117c35a6f9788c2092b1cba405c0d44, server=5b0ae2ee7b9e,43223,1732180366138 because future has completed 2024-11-21T09:13:09,152 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:09,153 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:09,153 INFO [StoreOpener-78373f162d33e8d64a196cfe01e7f1a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78373f162d33e8d64a196cfe01e7f1a5 columnFamilyName cf 2024-11-21T09:13:09,153 DEBUG [StoreOpener-78373f162d33e8d64a196cfe01e7f1a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:13:09,153 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:09,153 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:09,154 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 66fae4af515baa43d5b4573195835f64 2024-11-21T09:13:09,154 INFO [StoreOpener-78373f162d33e8d64a196cfe01e7f1a5-1 {}] regionserver.HStore(327): Store=78373f162d33e8d64a196cfe01e7f1a5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:13:09,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15ef20cf41c0f8e41db2be8a7cacc24b, ASSIGN in 10.2740 sec 2024-11-21T09:13:09,155 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 78373f162d33e8d64a196cfe01e7f1a5 2024-11-21T09:13:09,156 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:09,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-21T09:13:09,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3117c35a6f9788c2092b1cba405c0d44, server=5b0ae2ee7b9e,43223,1732180366138 in 10.0820 sec 2024-11-21T09:13:09,161 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/78373f162d33e8d64a196cfe01e7f1a5 2024-11-21T09:13:09,161 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/78373f162d33e8d64a196cfe01e7f1a5 2024-11-21T09:13:09,163 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 78373f162d33e8d64a196cfe01e7f1a5 2024-11-21T09:13:09,163 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 78373f162d33e8d64a196cfe01e7f1a5 2024-11-21T09:13:09,166 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/8354675beb86f28cdc827ff0be76e6a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:13:09,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3117c35a6f9788c2092b1cba405c0d44, ASSIGN in 10.2840 sec 2024-11-21T09:13:09,166 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/66fae4af515baa43d5b4573195835f64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:13:09,166 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 78373f162d33e8d64a196cfe01e7f1a5 2024-11-21T09:13:09,167 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 8354675beb86f28cdc827ff0be76e6a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65071943, jitterRate=-0.030352488160133362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:13:09,167 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 66fae4af515baa43d5b4573195835f64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59943894, jitterRate=-0.10676637291908264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:13:09,167 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:09,167 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66fae4af515baa43d5b4573195835f64 2024-11-21T09:13:09,167 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 66fae4af515baa43d5b4573195835f64: Running coprocessor pre-open hook at 1732180389134Writing region info on filesystem at 1732180389134Initializing all the Stores at 1732180389139 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180389139Cleaning up temporary data from old regions at 1732180389149 (+10 ms)Running coprocessor post-open hooks at 1732180389167 (+18 ms)Region opened successfully at 1732180389167 2024-11-21T09:13:09,167 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 8354675beb86f28cdc827ff0be76e6a6: Running coprocessor pre-open hook at 1732180389128Writing region info on filesystem at 1732180389128Initializing all the Stores at 1732180389132 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180389132Cleaning up temporary data from old regions at 1732180389153 (+21 ms)Running coprocessor post-open hooks at 1732180389167 (+14 ms)Region opened successfully at 1732180389167 2024-11-21T09:13:09,168 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64., pid=18, masterSystemTime=1732180389058 2024-11-21T09:13:09,169 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6., pid=16, masterSystemTime=1732180389052 2024-11-21T09:13:09,171 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/78373f162d33e8d64a196cfe01e7f1a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:13:09,172 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 2024-11-21T09:13:09,172 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 2024-11-21T09:13:09,173 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 78373f162d33e8d64a196cfe01e7f1a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64406704, jitterRate=-0.04026532173156738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:13:09,173 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78373f162d33e8d64a196cfe01e7f1a5 2024-11-21T09:13:09,173 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8354675beb86f28cdc827ff0be76e6a6, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,46363,1732180366285 2024-11-21T09:13:09,174 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 78373f162d33e8d64a196cfe01e7f1a5: Running coprocessor pre-open hook at 1732180389146Writing region info on filesystem at 1732180389146Initializing all the Stores at 1732180389149 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180389149Cleaning up temporary data from old regions at 1732180389163 (+14 ms)Running coprocessor post-open hooks at 1732180389173 (+10 ms)Region opened successfully at 1732180389173 2024-11-21T09:13:09,174 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64. 2024-11-21T09:13:09,174 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64. 2024-11-21T09:13:09,175 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5., pid=21, masterSystemTime=1732180389070 2024-11-21T09:13:09,176 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=66fae4af515baa43d5b4573195835f64, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:13:09,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8354675beb86f28cdc827ff0be76e6a6, server=5b0ae2ee7b9e,46363,1732180366285 because future has completed 2024-11-21T09:13:09,179 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5. 2024-11-21T09:13:09,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66fae4af515baa43d5b4573195835f64, server=5b0ae2ee7b9e,44843,1732180366237 because future has completed 2024-11-21T09:13:09,179 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5. 2024-11-21T09:13:09,179 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3. 2024-11-21T09:13:09,180 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 5293349f34d2c7f1dec009bb7a22bda3, NAME => 'SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-21T09:13:09,181 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5293349f34d2c7f1dec009bb7a22bda3 2024-11-21T09:13:09,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=78373f162d33e8d64a196cfe01e7f1a5, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:13:09,181 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:13:09,181 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 5293349f34d2c7f1dec009bb7a22bda3 2024-11-21T09:13:09,181 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 5293349f34d2c7f1dec009bb7a22bda3 2024-11-21T09:13:09,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78373f162d33e8d64a196cfe01e7f1a5, server=5b0ae2ee7b9e,43223,1732180366138 because future has completed 2024-11-21T09:13:09,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-21T09:13:09,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8354675beb86f28cdc827ff0be76e6a6, server=5b0ae2ee7b9e,46363,1732180366285 in 10.1310 sec 2024-11-21T09:13:09,189 INFO [StoreOpener-5293349f34d2c7f1dec009bb7a22bda3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5293349f34d2c7f1dec009bb7a22bda3 2024-11-21T09:13:09,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-21T09:13:09,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8354675beb86f28cdc827ff0be76e6a6, ASSIGN in 10.3110 sec 2024-11-21T09:13:09,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 66fae4af515baa43d5b4573195835f64, server=5b0ae2ee7b9e,44843,1732180366237 in 10.1310 sec 2024-11-21T09:13:09,192 INFO [StoreOpener-5293349f34d2c7f1dec009bb7a22bda3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5293349f34d2c7f1dec009bb7a22bda3 columnFamilyName cf 2024-11-21T09:13:09,192 DEBUG [StoreOpener-5293349f34d2c7f1dec009bb7a22bda3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:13:09,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-21T09:13:09,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66fae4af515baa43d5b4573195835f64, ASSIGN in 10.3140 sec 2024-11-21T09:13:09,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 78373f162d33e8d64a196cfe01e7f1a5, server=5b0ae2ee7b9e,43223,1732180366138 in 10.1210 sec 2024-11-21T09:13:09,193 INFO [StoreOpener-5293349f34d2c7f1dec009bb7a22bda3-1 {}] regionserver.HStore(327): Store=5293349f34d2c7f1dec009bb7a22bda3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:13:09,193 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 5293349f34d2c7f1dec009bb7a22bda3 2024-11-21T09:13:09,194 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/5293349f34d2c7f1dec009bb7a22bda3 2024-11-21T09:13:09,195 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/5293349f34d2c7f1dec009bb7a22bda3 2024-11-21T09:13:09,195 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 5293349f34d2c7f1dec009bb7a22bda3 2024-11-21T09:13:09,196 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 5293349f34d2c7f1dec009bb7a22bda3 2024-11-21T09:13:09,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78373f162d33e8d64a196cfe01e7f1a5, ASSIGN in 10.3160 sec 2024-11-21T09:13:09,198 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 5293349f34d2c7f1dec009bb7a22bda3 2024-11-21T09:13:09,201 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/5293349f34d2c7f1dec009bb7a22bda3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:13:09,202 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 5293349f34d2c7f1dec009bb7a22bda3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70284464, jitterRate=0.04732012748718262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:13:09,202 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5293349f34d2c7f1dec009bb7a22bda3 2024-11-21T09:13:09,202 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 5293349f34d2c7f1dec009bb7a22bda3: Running coprocessor pre-open hook at 1732180389181Writing region info on filesystem at 1732180389181Initializing all the Stores at 1732180389184 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180389184Cleaning up temporary data from old regions at 1732180389196 (+12 ms)Running coprocessor post-open hooks at 1732180389202 (+6 ms)Region opened successfully at 1732180389202 2024-11-21T09:13:09,203 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3., pid=20, masterSystemTime=1732180389070 2024-11-21T09:13:09,205 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3. 2024-11-21T09:13:09,205 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3. 2024-11-21T09:13:09,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5293349f34d2c7f1dec009bb7a22bda3, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:13:09,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5293349f34d2c7f1dec009bb7a22bda3, server=5b0ae2ee7b9e,43223,1732180366138 because future has completed 2024-11-21T09:13:09,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-11-21T09:13:09,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 5293349f34d2c7f1dec009bb7a22bda3, server=5b0ae2ee7b9e,43223,1732180366138 in 10.1460 sec 2024-11-21T09:13:09,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-21T09:13:09,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5293349f34d2c7f1dec009bb7a22bda3, ASSIGN in 10.3380 sec 2024-11-21T09:13:09,220 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:13:09,220 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180389220"}]},"ts":"1732180389220"} 2024-11-21T09:13:09,223 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-21T09:13:09,225 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:13:09,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5850 sec 2024-11-21T09:13:11,567 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-21T09:13:14,465 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T09:13:14,607 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T09:13:15,769 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-21T09:13:15,769 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-21T09:13:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:13:16,975 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-21T09:13:16,976 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-21T09:13:16,978 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T09:13:16,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-21T09:13:16,994 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T09:13:16,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-21T09:13:17,052 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6., hostname=5b0ae2ee7b9e,46363,1732180366285, seqNum=2] 2024-11-21T09:13:17,058 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6., hostname=5b0ae2ee7b9e,46363,1732180366285, seqNum=2] 2024-11-21T09:13:17,061 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6., hostname=5b0ae2ee7b9e,46363,1732180366285, seqNum=2] 2024-11-21T09:13:17,064 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6., hostname=5b0ae2ee7b9e,46363,1732180366285, seqNum=2] 2024-11-21T09:13:17,066 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6., hostname=5b0ae2ee7b9e,46363,1732180366285, seqNum=2] 2024-11-21T09:13:17,067 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6., hostname=5b0ae2ee7b9e,46363,1732180366285, seqNum=2] 2024-11-21T09:13:17,069 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6., hostname=5b0ae2ee7b9e,46363,1732180366285, seqNum=2] 2024-11-21T09:13:17,071 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6., hostname=5b0ae2ee7b9e,46363,1732180366285, seqNum=2] 2024-11-21T09:13:17,119 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3., hostname=5b0ae2ee7b9e,43223,1732180366138, seqNum=2] 2024-11-21T09:13:17,122 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3., hostname=5b0ae2ee7b9e,43223,1732180366138, seqNum=2] 2024-11-21T09:13:17,125 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3., hostname=5b0ae2ee7b9e,43223,1732180366138, seqNum=2] 2024-11-21T09:13:17,127 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3., hostname=5b0ae2ee7b9e,43223,1732180366138, seqNum=2] 2024-11-21T09:13:17,130 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3., hostname=5b0ae2ee7b9e,43223,1732180366138, seqNum=2] 2024-11-21T09:13:17,132 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3., hostname=5b0ae2ee7b9e,43223,1732180366138, seqNum=2] 2024-11-21T09:13:17,134 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3., hostname=5b0ae2ee7b9e,43223,1732180366138, seqNum=2] 2024-11-21T09:13:17,137 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3., hostname=5b0ae2ee7b9e,43223,1732180366138, seqNum=2] 2024-11-21T09:13:17,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46., hostname=5b0ae2ee7b9e,43223,1732180366138, seqNum=2] 2024-11-21T09:13:17,192 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46., hostname=5b0ae2ee7b9e,43223,1732180366138, seqNum=2] 2024-11-21T09:13:17,195 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46., hostname=5b0ae2ee7b9e,43223,1732180366138, seqNum=2] 2024-11-21T09:13:17,197 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46., hostname=5b0ae2ee7b9e,43223,1732180366138, seqNum=2] 2024-11-21T09:13:17,203 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46., hostname=5b0ae2ee7b9e,43223,1732180366138, seqNum=2] 2024-11-21T09:13:17,206 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46., hostname=5b0ae2ee7b9e,43223,1732180366138, seqNum=2] 2024-11-21T09:13:17,209 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46., hostname=5b0ae2ee7b9e,43223,1732180366138, seqNum=2] 2024-11-21T09:13:17,211 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46., hostname=5b0ae2ee7b9e,43223,1732180366138, seqNum=2] 2024-11-21T09:13:17,274 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc., hostname=5b0ae2ee7b9e,44843,1732180366237, seqNum=2] 2024-11-21T09:13:17,277 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc., hostname=5b0ae2ee7b9e,44843,1732180366237, seqNum=2] 2024-11-21T09:13:17,279 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc., hostname=5b0ae2ee7b9e,44843,1732180366237, seqNum=2] 2024-11-21T09:13:17,281 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc., hostname=5b0ae2ee7b9e,44843,1732180366237, seqNum=2] 2024-11-21T09:13:17,282 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc., hostname=5b0ae2ee7b9e,44843,1732180366237, seqNum=2] 2024-11-21T09:13:17,284 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc., hostname=5b0ae2ee7b9e,44843,1732180366237, seqNum=2] 2024-11-21T09:13:18,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:13:18,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:13:18,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:13:18,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:13:18,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46363 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T09:13:18,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43223 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T09:13:18,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. 2024-11-21T09:13:18,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43223 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T09:13:18,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44843 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T09:13:19,106 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-21T09:13:19,107 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T09:13:19,108 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T09:13:19,114 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T09:13:19,130 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T09:13:19,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741848_1024 (size=49) 2024-11-21T09:13:19,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741848_1024 (size=49) 2024-11-21T09:13:19,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741848_1024 (size=49) 2024-11-21T09:13:19,148 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T09:13:19,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15ef20cf41c0f8e41db2be8a7cacc24b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3117c35a6f9788c2092b1cba405c0d44}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78373f162d33e8d64a196cfe01e7f1a5}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66fae4af515baa43d5b4573195835f64}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5293349f34d2c7f1dec009bb7a22bda3}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12a5b9b6e967d79892e43f7a64673d46}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc78bc6cb221e9cca18f2ba4e399eccc}] 2024-11-21T09:13:19,155 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5293349f34d2c7f1dec009bb7a22bda3 2024-11-21T09:13:19,156 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:19,157 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66fae4af515baa43d5b4573195835f64 2024-11-21T09:13:19,158 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12a5b9b6e967d79892e43f7a64673d46 2024-11-21T09:13:19,164 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78373f162d33e8d64a196cfe01e7f1a5 2024-11-21T09:13:19,168 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc78bc6cb221e9cca18f2ba4e399eccc 2024-11-21T09:13:19,171 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3117c35a6f9788c2092b1cba405c0d44 2024-11-21T09:13:19,171 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:19,172 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15ef20cf41c0f8e41db2be8a7cacc24b 2024-11-21T09:13:19,173 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:19,208 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 5b0ae2ee7b9e,46363,1732180366285 2024-11-21T09:13:19,209 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 5b0ae2ee7b9e,46363,1732180366285: Simulated kill ***** 2024-11-21T09:13:19,209 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T09:13:19,211 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T09:13:19,213 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T09:13:19,215 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T09:13:19,216 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T09:13:19,221 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 613414528 }, "NonHeapMemoryUsage": { "committed": 157483008, "init": 7667712, "max": -1, "used": 153969152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "5b0ae2ee7b9e", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "5b0ae2ee7b9e", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:50367", "tag.serverName": "5b0ae2ee7b9e,44843,1732180366237", "tag.clusterId": "bb914070-8a57-4f92-b7ba-9ad58922971e", "tag.Context": "regionserver", "tag.Hostname": "5b0ae2ee7b9e", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732180366237, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-21T09:13:19,224 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35091 {}] master.MasterRpcServices(700): 5b0ae2ee7b9e,46363,1732180366285 reported a fatal error: ***** ABORTING region server 5b0ae2ee7b9e,46363,1732180366285: Simulated kill ***** 2024-11-21T09:13:19,227 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,46363,1732180366285' ***** 2024-11-21T09:13:19,227 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-21T09:13:19,227 INFO [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:13:19,228 INFO [RS:2;5b0ae2ee7b9e:46363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T09:13:19,228 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T09:13:19,228 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:13:19,228 INFO [RS:2;5b0ae2ee7b9e:46363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T09:13:19,228 INFO [RS:2;5b0ae2ee7b9e:46363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:13:19,228 INFO [RS:2;5b0ae2ee7b9e:46363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;5b0ae2ee7b9e:46363. 2024-11-21T09:13:19,228 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:13:19,228 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:13:19,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741833_1009 (size=966) 2024-11-21T09:13:19,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741833_1009 (size=966) 2024-11-21T09:13:19,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741833_1009 (size=966) 2024-11-21T09:13:19,236 DEBUG [RS:2;5b0ae2ee7b9e:46363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:13:19,236 INFO [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:13:19,236 INFO [RS:2;5b0ae2ee7b9e:46363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46363 2024-11-21T09:13:19,245 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:13:19,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1015caac8c90003, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b0ae2ee7b9e,46363,1732180366285 2024-11-21T09:13:19,294 INFO [RS:2;5b0ae2ee7b9e:46363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:13:19,294 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$372/0x00007fccc8904dc0@572c024d rejected from java.util.concurrent.ThreadPoolExecutor@122e86cc[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-21T09:13:19,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T09:13:19,304 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,46363,1732180366285] 2024-11-21T09:13:19,314 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5b0ae2ee7b9e,46363,1732180366285 already deleted, retry=false 2024-11-21T09:13:19,314 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 5b0ae2ee7b9e,46363,1732180366285 on 5b0ae2ee7b9e,35091,1732180365365 2024-11-21T09:13:19,320 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5b0ae2ee7b9e,46363,1732180366285, splitWal=true, meta=false 2024-11-21T09:13:19,325 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5b0ae2ee7b9e,46363,1732180366285, splitWal=true, meta=false 2024-11-21T09:13:19,325 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 5b0ae2ee7b9e,46363,1732180366285 (carryingMeta=false) 5b0ae2ee7b9e,46363,1732180366285/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1f6a91ac[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T09:13:19,328 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 5b0ae2ee7b9e,46363,1732180366285 had 3 regions 2024-11-21T09:13:19,331 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:19,331 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:19,331 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:19,333 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5b0ae2ee7b9e,46363,1732180366285, splitWal=true, meta=false, isMeta: false 2024-11-21T09:13:19,334 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e can not run currently because target server of region SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 5b0ae2ee7b9e,46363,1732180366285 is in state SPLITTING, wait 1000 ms to retry 2024-11-21T09:13:19,334 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6 can not run currently because target server of region SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 5b0ae2ee7b9e,46363,1732180366285 is in state CRASHED, wait 1000 ms to retry 2024-11-21T09:13:19,334 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e; timeout=1000, timestamp=1732180400334 2024-11-21T09:13:19,334 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6; timeout=1000, timestamp=1732180400334 2024-11-21T09:13:19,334 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc can not run currently because target server of region SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 5b0ae2ee7b9e,46363,1732180366285 is in state CRASHED, wait 1000 ms to retry 2024-11-21T09:13:19,334 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc; timeout=1000, timestamp=1732180400334 2024-11-21T09:13:19,337 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285-splitting 2024-11-21T09:13:19,340 INFO [PEWorker-4 {}] master.SplitWALManager(105): 5b0ae2ee7b9e,46363,1732180366285 WAL count=1, meta=false 2024-11-21T09:13:19,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776}] 2024-11-21T09:13:19,353 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:13:19,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776, worker=5b0ae2ee7b9e,44843,1732180366237}] 2024-11-21T09:13:19,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1015caac8c90003, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:13:19,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1015caac8c90003, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:13:19,410 INFO [RS:2;5b0ae2ee7b9e:46363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:13:19,411 INFO [RS:2;5b0ae2ee7b9e:46363 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,46363,1732180366285; zookeeper connection closed. 2024-11-21T09:13:19,411 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6814114 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6814114 2024-11-21T09:13:19,614 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:13:19,615 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:13:20,334 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:20,334 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:20,335 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:20,336 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc can not run currently because target server of region SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 5b0ae2ee7b9e,46363,1732180366285 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T09:13:20,337 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc; timeout=2000, timestamp=1732180402337 2024-11-21T09:13:20,337 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6 can not run currently because target server of region SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 5b0ae2ee7b9e,46363,1732180366285 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T09:13:20,337 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e can not run currently because target server of region SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 5b0ae2ee7b9e,46363,1732180366285 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T09:13:20,337 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6; timeout=2000, timestamp=1732180402337 2024-11-21T09:13:20,337 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e; timeout=2000, timestamp=1732180402337 2024-11-21T09:13:21,364 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:35091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-21T09:13:22,337 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:22,338 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:22,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:22,339 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e can not run currently because target server of region SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 5b0ae2ee7b9e,46363,1732180366285 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T09:13:22,339 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6 can not run currently because target server of region SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 5b0ae2ee7b9e,46363,1732180366285 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T09:13:22,339 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc can not run currently because target server of region SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 5b0ae2ee7b9e,46363,1732180366285 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T09:13:22,339 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e; timeout=4000, timestamp=1732180406339 2024-11-21T09:13:22,339 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc; timeout=4000, timestamp=1732180406339 2024-11-21T09:13:22,339 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6; timeout=4000, timestamp=1732180406339 2024-11-21T09:13:26,339 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:26,341 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:26,341 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6 can not run currently because target server of region SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 5b0ae2ee7b9e,46363,1732180366285 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T09:13:26,341 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6; timeout=8000, timestamp=1732180414341 2024-11-21T09:13:26,342 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:26,343 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e can not run currently because target server of region SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 5b0ae2ee7b9e,46363,1732180366285 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T09:13:26,344 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e; timeout=8000, timestamp=1732180414344 2024-11-21T09:13:26,344 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc can not run currently because target server of region SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 5b0ae2ee7b9e,46363,1732180366285 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T09:13:26,344 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc; timeout=8000, timestamp=1732180414344 2024-11-21T09:13:29,070 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=5b0ae2ee7b9e,46363,1732180366285, timeout=1732180409158, delay=88, operations=null, containedObject=5b0ae2ee7b9e,43223,1732180366138, timeout=1732180409159, delay=89, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5293349f34d2c7f1dec009bb7a22bda3, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3117c35a6f9788c2092b1cba405c0d44, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12a5b9b6e967d79892e43f7a64673d46, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78373f162d33e8d64a196cfe01e7f1a5], containedObject=5b0ae2ee7b9e,44843,1732180366237, timeout=1732180409159, delay=88, operations=[pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776, worker=5b0ae2ee7b9e,44843,1732180366237, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15ef20cf41c0f8e41db2be8a7cacc24b, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66fae4af515baa43d5b4573195835f64, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc78bc6cb221e9cca18f2ba4e399eccc]] 2024-11-21T09:13:29,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-21T09:13:29,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-21T09:13:29,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-21T09:13:29,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3. 2024-11-21T09:13:29,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-21T09:13:29,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-21T09:13:29,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44. 2024-11-21T09:13:29,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-21T09:13:29,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-21T09:13:29,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46. 2024-11-21T09:13:29,171 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 5293349f34d2c7f1dec009bb7a22bda3 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-21T09:13:29,171 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 12a5b9b6e967d79892e43f7a64673d46 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-21T09:13:29,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 3117c35a6f9788c2092b1cba405c0d44: 2024-11-21T09:13:29,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44. for SnapshotProcedureTest completed. 2024-11-21T09:13:29,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b. 2024-11-21T09:13:29,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 15ef20cf41c0f8e41db2be8a7cacc24b: 2024-11-21T09:13:29,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b. for SnapshotProcedureTest completed. 2024-11-21T09:13:29,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:13:29,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:13:29,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:13:29,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:13:29,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64. 2024-11-21T09:13:29,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-21T09:13:29,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 66fae4af515baa43d5b4573195835f64: 2024-11-21T09:13:29,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64. for SnapshotProcedureTest completed. 2024-11-21T09:13:29,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:13:29,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:13:29,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. 2024-11-21T09:13:29,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T09:13:29,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T09:13:29,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T09:13:29,181 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing dc78bc6cb221e9cca18f2ba4e399eccc 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-21T09:13:29,219 INFO [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285-splitting/5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776, size=966 (966bytes) 2024-11-21T09:13:29,220 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T09:13:29,220 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T09:13:29,220 INFO [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285-splitting/5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776 2024-11-21T09:13:29,228 INFO [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285-splitting/5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776 after 6ms 2024-11-21T09:13:29,277 INFO [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285-splitting/5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776 took 60ms 2024-11-21T09:13:29,302 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/5293349f34d2c7f1dec009bb7a22bda3/.tmp/cf/6b44b69b5b214674a4c55edf65cf4605 is 34, key is baa/cf:cf/1732180398317/Put/seqid=0 2024-11-21T09:13:29,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/12a5b9b6e967d79892e43f7a64673d46/.tmp/cf/ddb42b8502d84c1a9ea7cfbfcc1c4e17 is 34, key is ccd/cf:cf/1732180398403/Put/seqid=0 2024-11-21T09:13:29,313 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 82f9d64cd5e79ae8ef2ded49162cdffc: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T09:13:29,315 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 78f94642a023d1ef236491110d8cd93e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T09:13:29,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8354675beb86f28cdc827ff0be76e6a6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T09:13:29,323 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285-splitting/5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776 so closing down 2024-11-21T09:13:29,323 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T09:13:29,323 INFO [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T09:13:29,328 INFO [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 20 ms; skipped=3; WAL=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285-splitting/5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776, size=966, length=966, corrupted=false, cancelled=false 2024-11-21T09:13:29,329 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285-splitting/5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776, journal: Splitting hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285-splitting/5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776, size=966 (966bytes) at 1732180409219Finishing writing output for hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285-splitting/5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776 so closing down at 1732180409323 (+104 ms)3 split writer threads finished at 1732180409323Processed 3 edits across 0 Regions in 20 ms; skipped=3; WAL=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285-splitting/5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776, size=966, length=966, corrupted=false, cancelled=false at 1732180409328 (+5 ms) 2024-11-21T09:13:29,329 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285-splitting/5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776 2024-11-21T09:13:29,331 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-21T09:13:29,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741849_1025 (size=65) 2024-11-21T09:13:29,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741849_1025 (size=65) 2024-11-21T09:13:29,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741849_1025 (size=65) 2024-11-21T09:13:29,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44. 2024-11-21T09:13:29,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741851_1027 (size=57) 2024-11-21T09:13:29,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741851_1027 (size=57) 2024-11-21T09:13:29,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741851_1027 (size=57) 2024-11-21T09:13:29,348 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b. 2024-11-21T09:13:29,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-21T09:13:29,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-21T09:13:29,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5. 2024-11-21T09:13:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-21T09:13:29,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 78373f162d33e8d64a196cfe01e7f1a5: 2024-11-21T09:13:29,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5. for SnapshotProcedureTest completed. 2024-11-21T09:13:29,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:13:29,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:13:29,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T09:13:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-21T09:13:29,371 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3117c35a6f9788c2092b1cba405c0d44 2024-11-21T09:13:29,371 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3117c35a6f9788c2092b1cba405c0d44 2024-11-21T09:13:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-21T09:13:29,372 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 15ef20cf41c0f8e41db2be8a7cacc24b 2024-11-21T09:13:29,373 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15ef20cf41c0f8e41db2be8a7cacc24b 2024-11-21T09:13:29,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3117c35a6f9788c2092b1cba405c0d44 in 10.2250 sec 2024-11-21T09:13:29,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 15ef20cf41c0f8e41db2be8a7cacc24b in 10.2260 sec 2024-11-21T09:13:29,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741850_1026 (size=65) 2024-11-21T09:13:29,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741850_1026 (size=65) 2024-11-21T09:13:29,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741850_1026 (size=65) 2024-11-21T09:13:29,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64. 2024-11-21T09:13:29,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-21T09:13:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-21T09:13:29,385 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 66fae4af515baa43d5b4573195835f64 2024-11-21T09:13:29,385 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66fae4af515baa43d5b4573195835f64 2024-11-21T09:13:29,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 66fae4af515baa43d5b4573195835f64 in 10.2380 sec 2024-11-21T09:13:29,408 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285-splitting/5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776 to hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/oldWALs 2024-11-21T09:13:29,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-21T09:13:29,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776, worker=5b0ae2ee7b9e,44843,1732180366237 in 10.0520 sec 2024-11-21T09:13:29,415 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:13:29,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-21T09:13:29,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 5b0ae2ee7b9e%2C46363%2C1732180366285.1732180367776, worker=5b0ae2ee7b9e,44843,1732180366237 in 10.0740 sec 2024-11-21T09:13:29,422 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285-splitting dir is empty, no logs to split. 2024-11-21T09:13:29,422 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5b0ae2ee7b9e,46363,1732180366285 WAL count=0, meta=false 2024-11-21T09:13:29,422 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5b0ae2ee7b9e,46363,1732180366285 WAL splitting is done? wals=0, meta=false 2024-11-21T09:13:29,425 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 5b0ae2ee7b9e,46363,1732180366285 failed, ignore...File hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/WALs/5b0ae2ee7b9e,46363,1732180366285-splitting does not exist. 2024-11-21T09:13:29,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8354675beb86f28cdc827ff0be76e6a6, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=82f9d64cd5e79ae8ef2ded49162cdffc, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78f94642a023d1ef236491110d8cd93e, ASSIGN}] 2024-11-21T09:13:29,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/dc78bc6cb221e9cca18f2ba4e399eccc/.tmp/cf/4e24431d4ed1424fb755f1ee62800d20 is 34, key is eaa/cf:cf/1732180398959/Put/seqid=0 2024-11-21T09:13:29,430 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=82f9d64cd5e79ae8ef2ded49162cdffc, ASSIGN 2024-11-21T09:13:29,430 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78f94642a023d1ef236491110d8cd93e, ASSIGN 2024-11-21T09:13:29,431 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8354675beb86f28cdc827ff0be76e6a6, ASSIGN 2024-11-21T09:13:29,432 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=82f9d64cd5e79ae8ef2ded49162cdffc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T09:13:29,433 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78f94642a023d1ef236491110d8cd93e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T09:13:29,433 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8354675beb86f28cdc827ff0be76e6a6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T09:13:29,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741852_1028 (size=499309) 2024-11-21T09:13:29,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741852_1028 (size=499309) 2024-11-21T09:13:29,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741852_1028 (size=499309) 2024-11-21T09:13:29,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741853_1029 (size=47197) 2024-11-21T09:13:29,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741853_1029 (size=47197) 2024-11-21T09:13:29,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741853_1029 (size=47197) 2024-11-21T09:13:29,438 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/12a5b9b6e967d79892e43f7a64673d46/.tmp/cf/ddb42b8502d84c1a9ea7cfbfcc1c4e17 2024-11-21T09:13:29,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741854_1030 (size=28623) 2024-11-21T09:13:29,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741854_1030 (size=28623) 2024-11-21T09:13:29,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741854_1030 (size=28623) 2024-11-21T09:13:29,450 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/5293349f34d2c7f1dec009bb7a22bda3/.tmp/cf/6b44b69b5b214674a4c55edf65cf4605 2024-11-21T09:13:29,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741855_1031 (size=65) 2024-11-21T09:13:29,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741855_1031 (size=65) 2024-11-21T09:13:29,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741855_1031 (size=65) 2024-11-21T09:13:29,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5. 2024-11-21T09:13:29,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-21T09:13:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-21T09:13:29,487 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 78373f162d33e8d64a196cfe01e7f1a5 2024-11-21T09:13:29,487 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78373f162d33e8d64a196cfe01e7f1a5 2024-11-21T09:13:29,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 78373f162d33e8d64a196cfe01e7f1a5 in 10.3400 sec 2024-11-21T09:13:29,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/12a5b9b6e967d79892e43f7a64673d46/.tmp/cf/ddb42b8502d84c1a9ea7cfbfcc1c4e17 as hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/12a5b9b6e967d79892e43f7a64673d46/cf/ddb42b8502d84c1a9ea7cfbfcc1c4e17 2024-11-21T09:13:29,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/5293349f34d2c7f1dec009bb7a22bda3/.tmp/cf/6b44b69b5b214674a4c55edf65cf4605 as hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/5293349f34d2c7f1dec009bb7a22bda3/cf/6b44b69b5b214674a4c55edf65cf4605 2024-11-21T09:13:29,526 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/5293349f34d2c7f1dec009bb7a22bda3/cf/6b44b69b5b214674a4c55edf65cf4605, entries=731, sequenceid=5, filesize=28.0 K 2024-11-21T09:13:29,526 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/12a5b9b6e967d79892e43f7a64673d46/cf/ddb42b8502d84c1a9ea7cfbfcc1c4e17, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-21T09:13:29,532 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 12a5b9b6e967d79892e43f7a64673d46 in 358ms, sequenceid=5, compaction requested=false 2024-11-21T09:13:29,532 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 5293349f34d2c7f1dec009bb7a22bda3 in 361ms, sequenceid=5, compaction requested=false 2024-11-21T09:13:29,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 12a5b9b6e967d79892e43f7a64673d46: 2024-11-21T09:13:29,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 5293349f34d2c7f1dec009bb7a22bda3: 2024-11-21T09:13:29,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46. for SnapshotProcedureTest completed. 2024-11-21T09:13:29,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3. for SnapshotProcedureTest completed. 2024-11-21T09:13:29,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:13:29,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:13:29,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:13:29,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:13:29,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/12a5b9b6e967d79892e43f7a64673d46/cf/ddb42b8502d84c1a9ea7cfbfcc1c4e17] hfiles 2024-11-21T09:13:29,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/5293349f34d2c7f1dec009bb7a22bda3/cf/6b44b69b5b214674a4c55edf65cf4605] hfiles 2024-11-21T09:13:29,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/5293349f34d2c7f1dec009bb7a22bda3/cf/6b44b69b5b214674a4c55edf65cf4605 for snapshot=SnapshotProcedureTest 2024-11-21T09:13:29,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/12a5b9b6e967d79892e43f7a64673d46/cf/ddb42b8502d84c1a9ea7cfbfcc1c4e17 for snapshot=SnapshotProcedureTest 2024-11-21T09:13:29,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741857_1033 (size=105) 2024-11-21T09:13:29,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741857_1033 (size=105) 2024-11-21T09:13:29,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741857_1033 (size=105) 2024-11-21T09:13:29,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3. 2024-11-21T09:13:29,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-21T09:13:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-21T09:13:29,561 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5293349f34d2c7f1dec009bb7a22bda3 2024-11-21T09:13:29,561 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5293349f34d2c7f1dec009bb7a22bda3 2024-11-21T09:13:29,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5293349f34d2c7f1dec009bb7a22bda3 in 10.4140 sec 2024-11-21T09:13:29,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741856_1032 (size=105) 2024-11-21T09:13:29,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741856_1032 (size=105) 2024-11-21T09:13:29,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741856_1032 (size=105) 2024-11-21T09:13:29,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46. 2024-11-21T09:13:29,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-21T09:13:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-21T09:13:29,578 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 12a5b9b6e967d79892e43f7a64673d46 2024-11-21T09:13:29,578 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 12a5b9b6e967d79892e43f7a64673d46 2024-11-21T09:13:29,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 12a5b9b6e967d79892e43f7a64673d46 in 10.4300 sec 2024-11-21T09:13:29,583 DEBUG [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(204): Hosts are {5b0ae2ee7b9e=0} racks are {/default-rack=0} 2024-11-21T09:13:29,583 DEBUG [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T09:13:29,583 DEBUG [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T09:13:29,583 DEBUG [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T09:13:29,583 DEBUG [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T09:13:29,583 INFO [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T09:13:29,583 INFO [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T09:13:29,583 DEBUG [5b0ae2ee7b9e:35091 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T09:13:29,584 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=82f9d64cd5e79ae8ef2ded49162cdffc, regionState=OPENING, regionLocation=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:13:29,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=78f94642a023d1ef236491110d8cd93e, regionState=OPENING, regionLocation=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:13:29,584 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=8354675beb86f28cdc827ff0be76e6a6, regionState=OPENING, regionLocation=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:13:29,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=82f9d64cd5e79ae8ef2ded49162cdffc, ASSIGN because future has completed 2024-11-21T09:13:29,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc, server=5b0ae2ee7b9e,43223,1732180366138}] 2024-11-21T09:13:29,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78f94642a023d1ef236491110d8cd93e, ASSIGN because future has completed 2024-11-21T09:13:29,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78f94642a023d1ef236491110d8cd93e, server=5b0ae2ee7b9e,44843,1732180366237}] 2024-11-21T09:13:29,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8354675beb86f28cdc827ff0be76e6a6, ASSIGN because future has completed 2024-11-21T09:13:29,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8354675beb86f28cdc827ff0be76e6a6, server=5b0ae2ee7b9e,43223,1732180366138}] 2024-11-21T09:13:29,836 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/dc78bc6cb221e9cca18f2ba4e399eccc/.tmp/cf/4e24431d4ed1424fb755f1ee62800d20 2024-11-21T09:13:29,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/dc78bc6cb221e9cca18f2ba4e399eccc/.tmp/cf/4e24431d4ed1424fb755f1ee62800d20 as hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/dc78bc6cb221e9cca18f2ba4e399eccc/cf/4e24431d4ed1424fb755f1ee62800d20 2024-11-21T09:13:29,858 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/dc78bc6cb221e9cca18f2ba4e399eccc/cf/4e24431d4ed1424fb755f1ee62800d20, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-21T09:13:29,860 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for dc78bc6cb221e9cca18f2ba4e399eccc in 678ms, sequenceid=5, compaction requested=false 2024-11-21T09:13:29,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for dc78bc6cb221e9cca18f2ba4e399eccc: 2024-11-21T09:13:29,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. for SnapshotProcedureTest completed. 2024-11-21T09:13:29,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:13:29,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:13:29,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/dc78bc6cb221e9cca18f2ba4e399eccc/cf/4e24431d4ed1424fb755f1ee62800d20] hfiles 2024-11-21T09:13:29,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/dc78bc6cb221e9cca18f2ba4e399eccc/cf/4e24431d4ed1424fb755f1ee62800d20 for snapshot=SnapshotProcedureTest 2024-11-21T09:13:29,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741858_1034 (size=97) 2024-11-21T09:13:29,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741858_1034 (size=97) 2024-11-21T09:13:29,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741858_1034 (size=97) 2024-11-21T09:13:29,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. 2024-11-21T09:13:29,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-21T09:13:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-21T09:13:29,888 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dc78bc6cb221e9cca18f2ba4e399eccc 2024-11-21T09:13:29,888 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc78bc6cb221e9cca18f2ba4e399eccc 2024-11-21T09:13:29,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dc78bc6cb221e9cca18f2ba4e399eccc in 10.7400 sec 2024-11-21T09:13:34,341 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6 held by pid=39 2024-11-21T09:13:34,341 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:34,344 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e held by pid=41 2024-11-21T09:13:34,344 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:34,344 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc held by pid=40 2024-11-21T09:13:34,344 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:38,493 INFO [master/5b0ae2ee7b9e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T09:13:38,493 INFO [master/5b0ae2ee7b9e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T09:13:39,599 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 2024-11-21T09:13:39,599 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 78f94642a023d1ef236491110d8cd93e, NAME => 'SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-21T09:13:39,599 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:39,599 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 2024-11-21T09:13:39,599 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:13:39,600 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 8354675beb86f28cdc827ff0be76e6a6, NAME => 'SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T09:13:39,600 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:39,600 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:39,600 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:39,600 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:13:39,600 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:39,600 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:39,602 INFO [StoreOpener-78f94642a023d1ef236491110d8cd93e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:39,604 INFO [StoreOpener-78f94642a023d1ef236491110d8cd93e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78f94642a023d1ef236491110d8cd93e columnFamilyName cf 2024-11-21T09:13:39,604 DEBUG [StoreOpener-78f94642a023d1ef236491110d8cd93e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:13:39,605 INFO [StoreOpener-78f94642a023d1ef236491110d8cd93e-1 {}] regionserver.HStore(327): Store=78f94642a023d1ef236491110d8cd93e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:13:39,605 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:39,605 INFO [StoreOpener-8354675beb86f28cdc827ff0be76e6a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:39,606 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:39,607 INFO [StoreOpener-8354675beb86f28cdc827ff0be76e6a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8354675beb86f28cdc827ff0be76e6a6 columnFamilyName cf 2024-11-21T09:13:39,607 DEBUG [StoreOpener-8354675beb86f28cdc827ff0be76e6a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:13:39,608 INFO [StoreOpener-8354675beb86f28cdc827ff0be76e6a6-1 {}] regionserver.HStore(327): Store=8354675beb86f28cdc827ff0be76e6a6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:13:39,608 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:39,608 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:39,608 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:39,609 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:39,610 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:39,612 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:39,612 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:39,613 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:39,613 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:39,617 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:39,618 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 8354675beb86f28cdc827ff0be76e6a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73239949, jitterRate=0.09136028587818146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:13:39,618 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:39,619 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 8354675beb86f28cdc827ff0be76e6a6: Running coprocessor pre-open hook at 1732180419600Writing region info on filesystem at 1732180419600Initializing all the Stores at 1732180419601 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180419601Cleaning up temporary data from old regions at 1732180419613 (+12 ms)Running coprocessor post-open hooks at 1732180419618 (+5 ms)Region opened successfully at 1732180419619 (+1 ms) 2024-11-21T09:13:39,620 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6., pid=44, masterSystemTime=1732180419592 2024-11-21T09:13:39,622 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 78f94642a023d1ef236491110d8cd93e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74471234, jitterRate=0.10970786213874817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:13:39,622 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:39,622 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 78f94642a023d1ef236491110d8cd93e: Running coprocessor pre-open hook at 1732180419600Writing region info on filesystem at 1732180419600Initializing all the Stores at 1732180419601 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180419601Cleaning up temporary data from old regions at 1732180419609 (+8 ms)Running coprocessor post-open hooks at 1732180419622 (+13 ms)Region opened successfully at 1732180419622 2024-11-21T09:13:39,623 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 2024-11-21T09:13:39,623 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 2024-11-21T09:13:39,624 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e., pid=43, masterSystemTime=1732180419593 2024-11-21T09:13:39,625 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=8354675beb86f28cdc827ff0be76e6a6, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:13:39,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8354675beb86f28cdc827ff0be76e6a6, server=5b0ae2ee7b9e,43223,1732180366138 because future has completed 2024-11-21T09:13:39,629 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 2024-11-21T09:13:39,630 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=5b0ae2ee7b9e,43223,1732180366138, table=SPTestTable, region=8354675beb86f28cdc827ff0be76e6a6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T09:13:39,630 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 82f9d64cd5e79ae8ef2ded49162cdffc, NAME => 'SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-21T09:13:39,630 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 2024-11-21T09:13:39,630 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 2024-11-21T09:13:39,632 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=78f94642a023d1ef236491110d8cd93e, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:13:39,633 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:39,633 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:13:39,634 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:39,634 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:39,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78f94642a023d1ef236491110d8cd93e, server=5b0ae2ee7b9e,44843,1732180366237 because future has completed 2024-11-21T09:13:39,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-21T09:13:39,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 8354675beb86f28cdc827ff0be76e6a6, server=5b0ae2ee7b9e,43223,1732180366138 in 10.0410 sec 2024-11-21T09:13:39,639 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:39,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-21T09:13:39,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8354675beb86f28cdc827ff0be76e6a6, ASSIGN in 10.2080 sec 2024-11-21T09:13:39,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 78f94642a023d1ef236491110d8cd93e, server=5b0ae2ee7b9e,44843,1732180366237 in 10.0470 sec 2024-11-21T09:13:39,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78f94642a023d1ef236491110d8cd93e, ASSIGN in 10.2110 sec 2024-11-21T09:13:39,641 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:39,644 INFO [StoreOpener-82f9d64cd5e79ae8ef2ded49162cdffc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:39,646 INFO [StoreOpener-82f9d64cd5e79ae8ef2ded49162cdffc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82f9d64cd5e79ae8ef2ded49162cdffc columnFamilyName cf 2024-11-21T09:13:39,646 DEBUG [StoreOpener-82f9d64cd5e79ae8ef2ded49162cdffc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:13:39,647 INFO [StoreOpener-82f9d64cd5e79ae8ef2ded49162cdffc-1 {}] regionserver.HStore(327): Store=82f9d64cd5e79ae8ef2ded49162cdffc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:13:39,647 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:39,648 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:39,651 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:39,652 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:39,652 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:39,655 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:39,656 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 82f9d64cd5e79ae8ef2ded49162cdffc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70823900, jitterRate=0.05535835027694702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:13:39,657 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:39,657 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 82f9d64cd5e79ae8ef2ded49162cdffc: Running coprocessor pre-open hook at 1732180419634Writing region info on filesystem at 1732180419634Initializing all the Stores at 1732180419637 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180419637Cleaning up temporary data from old regions at 1732180419652 (+15 ms)Running coprocessor post-open hooks at 1732180419657 (+5 ms)Region opened successfully at 1732180419657 2024-11-21T09:13:39,658 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc., pid=42, masterSystemTime=1732180419592 2024-11-21T09:13:39,661 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 2024-11-21T09:13:39,661 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 2024-11-21T09:13:39,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=82f9d64cd5e79ae8ef2ded49162cdffc, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:13:39,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc, server=5b0ae2ee7b9e,43223,1732180366138 because future has completed 2024-11-21T09:13:39,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=40 2024-11-21T09:13:39,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc, server=5b0ae2ee7b9e,43223,1732180366138 in 10.0770 sec 2024-11-21T09:13:39,671 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:39,672 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 5b0ae2ee7b9e,46363,1732180366285 after splitting done 2024-11-21T09:13:39,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-21T09:13:39,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=82f9d64cd5e79ae8ef2ded49162cdffc, ASSIGN in 10.2410 sec 2024-11-21T09:13:39,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 5b0ae2ee7b9e,46363,1732180366285, splitWal=true, meta=false in 20.3570 sec 2024-11-21T09:13:44,465 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T09:13:45,137 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T09:13:47,983 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-21T09:13:49,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-21T09:13:49,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-21T09:13:49,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 2024-11-21T09:13:49,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 2024-11-21T09:13:49,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 82f9d64cd5e79ae8ef2ded49162cdffc: 2024-11-21T09:13:49,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. for SnapshotProcedureTest completed. 2024-11-21T09:13:49,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 8354675beb86f28cdc827ff0be76e6a6: 2024-11-21T09:13:49,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. for SnapshotProcedureTest completed. 2024-11-21T09:13:49,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:13:49,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:13:49,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:13:49,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:13:49,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T09:13:49,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T09:13:49,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-21T09:13:49,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 2024-11-21T09:13:49,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 78f94642a023d1ef236491110d8cd93e: 2024-11-21T09:13:49,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. for SnapshotProcedureTest completed. 2024-11-21T09:13:49,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:13:49,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:13:49,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T09:13:49,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741860_1036 (size=65) 2024-11-21T09:13:49,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741860_1036 (size=65) 2024-11-21T09:13:49,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741860_1036 (size=65) 2024-11-21T09:13:49,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 2024-11-21T09:13:49,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741859_1035 (size=65) 2024-11-21T09:13:49,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-21T09:13:49,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741859_1035 (size=65) 2024-11-21T09:13:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-21T09:13:49,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741859_1035 (size=65) 2024-11-21T09:13:49,679 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:49,679 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:13:49,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 2024-11-21T09:13:49,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-21T09:13:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-21T09:13:49,682 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:49,689 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:13:49,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 78f94642a023d1ef236491110d8cd93e in 30.5320 sec 2024-11-21T09:13:49,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8354675beb86f28cdc827ff0be76e6a6 in 30.5410 sec 2024-11-21T09:13:49,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741861_1037 (size=65) 2024-11-21T09:13:49,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741861_1037 (size=65) 2024-11-21T09:13:49,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741861_1037 (size=65) 2024-11-21T09:13:49,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 2024-11-21T09:13:49,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-21T09:13:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-21T09:13:49,700 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:49,700 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:13:49,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=25 2024-11-21T09:13:49,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 82f9d64cd5e79ae8ef2ded49162cdffc in 30.5530 sec 2024-11-21T09:13:49,706 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T09:13:49,709 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T09:13:49,713 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T09:13:49,713 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-21T09:13:49,716 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T09:13:49,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741862_1038 (size=1134) 2024-11-21T09:13:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741862_1038 (size=1134) 2024-11-21T09:13:49,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741862_1038 (size=1134) 2024-11-21T09:13:49,794 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T09:13:49,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-21T09:13:49,820 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:13:49,821 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:13:49,821 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:13:49,821 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:13:49,823 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:13:49,830 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:13:54,069 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dc78bc6cb221e9cca18f2ba4e399eccc, had cached 0 bytes from a total of 499309 2024-11-21T09:13:54,081 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 12a5b9b6e967d79892e43f7a64673d46, had cached 0 bytes from a total of 47197 2024-11-21T09:13:54,181 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5293349f34d2c7f1dec009bb7a22bda3, had cached 0 bytes from a total of 28623 2024-11-21T09:13:54,366 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:35091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-21T09:13:58,975 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 82f9d64cd5e79ae8ef2ded49162cdffc changed from -1.0 to 0.0, refreshing cache 2024-11-21T09:13:58,975 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3117c35a6f9788c2092b1cba405c0d44 changed from -1.0 to 0.0, refreshing cache 2024-11-21T09:13:58,976 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 78373f162d33e8d64a196cfe01e7f1a5 changed from -1.0 to 0.0, refreshing cache 2024-11-21T09:13:58,976 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8354675beb86f28cdc827ff0be76e6a6 changed from -1.0 to 0.0, refreshing cache 2024-11-21T09:13:58,976 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5293349f34d2c7f1dec009bb7a22bda3 changed from -1.0 to 0.0, refreshing cache 2024-11-21T09:13:58,976 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 12a5b9b6e967d79892e43f7a64673d46 changed from -1.0 to 0.0, refreshing cache 2024-11-21T09:13:58,977 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 15ef20cf41c0f8e41db2be8a7cacc24b changed from -1.0 to 0.0, refreshing cache 2024-11-21T09:13:58,977 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 78f94642a023d1ef236491110d8cd93e changed from -1.0 to 0.0, refreshing cache 2024-11-21T09:13:58,977 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 66fae4af515baa43d5b4573195835f64 changed from -1.0 to 0.0, refreshing cache 2024-11-21T09:13:58,977 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dc78bc6cb221e9cca18f2ba4e399eccc changed from -1.0 to 0.0, refreshing cache 2024-11-21T09:13:59,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-21T09:13:59,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-21T09:13:59,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-21T09:13:59,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-21T09:13:59,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-21T09:13:59,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-21T09:13:59,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T09:13:59,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T09:13:59,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-21T09:13:59,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-21T09:13:59,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-21T09:13:59,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-21T09:13:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-21T09:13:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-21T09:13:59,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-21T09:13:59,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-21T09:13:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-21T09:13:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-21T09:13:59,833 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,43223,1732180366138 Release verify snapshot worker=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:13:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-21T09:13:59,834 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,44843,1732180366237 Release verify snapshot worker=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:13:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-21T09:13:59,836 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:13:59,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,43223,1732180366138 in 10.0260 sec 2024-11-21T09:13:59,837 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:13:59,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,44843,1732180366237 in 10.0270 sec 2024-11-21T09:13:59,839 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,44843,1732180366237 Release verify snapshot worker=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:13:59,839 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,44843,1732180366237 Release verify snapshot worker=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:13:59,839 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,43223,1732180366138 Release verify snapshot worker=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:13:59,839 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,43223,1732180366138 Release verify snapshot worker=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:13:59,840 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:13:59,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,43223,1732180366138 in 10.0320 sec 2024-11-21T09:13:59,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,43223,1732180366138 in 10.0320 sec 2024-11-21T09:13:59,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,44843,1732180366237 in 10.0320 sec 2024-11-21T09:13:59,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,44843,1732180366237 in 10.0320 sec 2024-11-21T09:13:59,843 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:14:09,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-21T09:14:09,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-21T09:14:09,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-21T09:14:09,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-21T09:14:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-21T09:14:09,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-21T09:14:09,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-21T09:14:09,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-21T09:14:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-21T09:14:09,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-21T09:14:09,841 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,43223,1732180366138 Release verify snapshot worker=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:14:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-21T09:14:09,841 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,44843,1732180366237 Release verify snapshot worker=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:14:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-21T09:14:09,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,43223,1732180366138 in 20.0340 sec 2024-11-21T09:14:09,843 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,43223,1732180366138 Release verify snapshot worker=5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:14:09,843 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,44843,1732180366237 Release verify snapshot worker=5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:14:09,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,44843,1732180366237 in 20.0340 sec 2024-11-21T09:14:09,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,43223,1732180366138 in 20.0360 sec 2024-11-21T09:14:09,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-11-21T09:14:09,846 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T09:14:09,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,44843,1732180366237 in 20.0360 sec 2024-11-21T09:14:09,847 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/.hbase-snapshot/SnapshotProcedureTest 2024-11-21T09:14:09,850 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T09:14:09,850 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-21T09:14:09,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.7490 sec 2024-11-21T09:14:09,974 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-21T09:14:09,983 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-21T09:14:09,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:14:09,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:14:09,984 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:14:09,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:14:09,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:14:09,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:14:09,985 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:14:09,985 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2045407978, stopped=false 2024-11-21T09:14:09,985 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,35091,1732180365365 2024-11-21T09:14:10,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T09:14:10,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T09:14:10,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T09:14:10,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:10,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:10,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:10,005 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:14:10,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T09:14:10,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T09:14:10,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T09:14:10,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:14:10,007 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:14:10,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:14:10,008 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,43223,1732180366138' ***** 2024-11-21T09:14:10,008 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:14:10,008 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,44843,1732180366237' ***** 2024-11-21T09:14:10,008 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:14:10,009 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:14:10,009 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:14:10,009 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:14:10,009 INFO [RS:1;5b0ae2ee7b9e:44843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:14:10,009 INFO [RS:0;5b0ae2ee7b9e:43223 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:14:10,009 INFO [RS:1;5b0ae2ee7b9e:44843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:14:10,009 INFO [RS:0;5b0ae2ee7b9e:43223 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:14:10,009 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:14:10,009 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(3091): Received CLOSE for 78f94642a023d1ef236491110d8cd93e 2024-11-21T09:14:10,009 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(3091): Received CLOSE for 3117c35a6f9788c2092b1cba405c0d44 2024-11-21T09:14:10,010 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(3091): Received CLOSE for dc78bc6cb221e9cca18f2ba4e399eccc 2024-11-21T09:14:10,010 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(3091): Received CLOSE for 15ef20cf41c0f8e41db2be8a7cacc24b 2024-11-21T09:14:10,010 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(3091): Received CLOSE for 66fae4af515baa43d5b4573195835f64 2024-11-21T09:14:10,010 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:14:10,010 INFO [RS:1;5b0ae2ee7b9e:44843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:14:10,010 INFO [RS:1;5b0ae2ee7b9e:44843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5b0ae2ee7b9e:44843. 2024-11-21T09:14:10,010 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:14:10,010 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:14:10,011 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(3091): Received CLOSE for 5293349f34d2c7f1dec009bb7a22bda3 2024-11-21T09:14:10,011 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(3091): Received CLOSE for 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:14:10,011 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(3091): Received CLOSE for 12a5b9b6e967d79892e43f7a64673d46 2024-11-21T09:14:10,011 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:14:10,011 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(3091): Received CLOSE for 78373f162d33e8d64a196cfe01e7f1a5 2024-11-21T09:14:10,011 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:14:10,011 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(3091): Received CLOSE for 82f9d64cd5e79ae8ef2ded49162cdffc 2024-11-21T09:14:10,011 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:14:10,011 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:14:10,011 INFO [RS:0;5b0ae2ee7b9e:43223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:14:10,011 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:14:10,011 INFO [RS:0;5b0ae2ee7b9e:43223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:43223. 2024-11-21T09:14:10,011 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78f94642a023d1ef236491110d8cd93e, disabling compactions & flushes 2024-11-21T09:14:10,011 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:14:10,011 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:14:10,011 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 2024-11-21T09:14:10,011 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 2024-11-21T09:14:10,011 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. after waiting 0 ms 2024-11-21T09:14:10,011 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-21T09:14:10,011 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 2024-11-21T09:14:10,012 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(1325): Online Regions={3117c35a6f9788c2092b1cba405c0d44=SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44., 5293349f34d2c7f1dec009bb7a22bda3=SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3., 8354675beb86f28cdc827ff0be76e6a6=SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6., 12a5b9b6e967d79892e43f7a64673d46=SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46., 78373f162d33e8d64a196cfe01e7f1a5=SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5., 82f9d64cd5e79ae8ef2ded49162cdffc=SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc.} 2024-11-21T09:14:10,012 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3117c35a6f9788c2092b1cba405c0d44, disabling compactions & flushes 2024-11-21T09:14:10,012 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44. 2024-11-21T09:14:10,012 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(1351): Waiting on 12a5b9b6e967d79892e43f7a64673d46, 3117c35a6f9788c2092b1cba405c0d44, 5293349f34d2c7f1dec009bb7a22bda3, 78373f162d33e8d64a196cfe01e7f1a5, 82f9d64cd5e79ae8ef2ded49162cdffc, 8354675beb86f28cdc827ff0be76e6a6 2024-11-21T09:14:10,012 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44. 2024-11-21T09:14:10,012 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44. after waiting 0 ms 2024-11-21T09:14:10,012 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44. 2024-11-21T09:14:10,014 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-21T09:14:10,014 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(1325): Online Regions={78f94642a023d1ef236491110d8cd93e=SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e., dc78bc6cb221e9cca18f2ba4e399eccc=SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc., 1588230740=hbase:meta,,1.1588230740, 15ef20cf41c0f8e41db2be8a7cacc24b=SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b., 66fae4af515baa43d5b4573195835f64=SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64.} 2024-11-21T09:14:10,014 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:14:10,014 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15ef20cf41c0f8e41db2be8a7cacc24b, 66fae4af515baa43d5b4573195835f64, 78f94642a023d1ef236491110d8cd93e, dc78bc6cb221e9cca18f2ba4e399eccc 2024-11-21T09:14:10,014 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:14:10,014 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:14:10,014 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:14:10,014 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:14:10,014 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-21T09:14:10,021 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/78f94642a023d1ef236491110d8cd93e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T09:14:10,025 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 2024-11-21T09:14:10,025 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78f94642a023d1ef236491110d8cd93e: Waiting for close lock at 1732180450011Running coprocessor pre-close hooks at 1732180450011Disabling compacts and flushes for region at 1732180450011Disabling writes for close at 1732180450011Writing region close event to WAL at 1732180450015 (+4 ms)Running coprocessor post-close hooks at 1732180450022 (+7 ms)Closed at 1732180450025 (+3 ms) 2024-11-21T09:14:10,026 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732180378632.78f94642a023d1ef236491110d8cd93e. 2024-11-21T09:14:10,026 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc78bc6cb221e9cca18f2ba4e399eccc, disabling compactions & flushes 2024-11-21T09:14:10,026 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. 2024-11-21T09:14:10,026 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. 2024-11-21T09:14:10,026 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. after waiting 0 ms 2024-11-21T09:14:10,027 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. 2024-11-21T09:14:10,028 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:14:10,028 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:14:10,038 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/3117c35a6f9788c2092b1cba405c0d44/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T09:14:10,042 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44. 2024-11-21T09:14:10,042 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3117c35a6f9788c2092b1cba405c0d44: Waiting for close lock at 1732180450012Running coprocessor pre-close hooks at 1732180450012Disabling compacts and flushes for region at 1732180450012Disabling writes for close at 1732180450012Writing region close event to WAL at 1732180450014 (+2 ms)Running coprocessor post-close hooks at 1732180450042 (+28 ms)Closed at 1732180450042 2024-11-21T09:14:10,042 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732180378632.3117c35a6f9788c2092b1cba405c0d44. 2024-11-21T09:14:10,043 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5293349f34d2c7f1dec009bb7a22bda3, disabling compactions & flushes 2024-11-21T09:14:10,043 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3. 2024-11-21T09:14:10,043 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3. 2024-11-21T09:14:10,043 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3. after waiting 0 ms 2024-11-21T09:14:10,043 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3. 2024-11-21T09:14:10,045 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/dc78bc6cb221e9cca18f2ba4e399eccc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T09:14:10,046 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. 2024-11-21T09:14:10,046 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc78bc6cb221e9cca18f2ba4e399eccc: Waiting for close lock at 1732180450026Running coprocessor pre-close hooks at 1732180450026Disabling compacts and flushes for region at 1732180450026Disabling writes for close at 1732180450027 (+1 ms)Writing region close event to WAL at 1732180450036 (+9 ms)Running coprocessor post-close hooks at 1732180450046 (+10 ms)Closed at 1732180450046 2024-11-21T09:14:10,047 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732180378632.dc78bc6cb221e9cca18f2ba4e399eccc. 2024-11-21T09:14:10,047 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15ef20cf41c0f8e41db2be8a7cacc24b, disabling compactions & flushes 2024-11-21T09:14:10,047 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b. 2024-11-21T09:14:10,047 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b. 2024-11-21T09:14:10,047 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b. after waiting 0 ms 2024-11-21T09:14:10,047 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b. 2024-11-21T09:14:10,061 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/15ef20cf41c0f8e41db2be8a7cacc24b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T09:14:10,061 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/5293349f34d2c7f1dec009bb7a22bda3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T09:14:10,062 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3. 2024-11-21T09:14:10,062 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5293349f34d2c7f1dec009bb7a22bda3: Waiting for close lock at 1732180450043Running coprocessor pre-close hooks at 1732180450043Disabling compacts and flushes for region at 1732180450043Disabling writes for close at 1732180450043Writing region close event to WAL at 1732180450052 (+9 ms)Running coprocessor post-close hooks at 1732180450062 (+10 ms)Closed at 1732180450062 2024-11-21T09:14:10,063 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732180378632.5293349f34d2c7f1dec009bb7a22bda3. 2024-11-21T09:14:10,063 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8354675beb86f28cdc827ff0be76e6a6, disabling compactions & flushes 2024-11-21T09:14:10,063 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 2024-11-21T09:14:10,063 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 2024-11-21T09:14:10,063 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. after waiting 0 ms 2024-11-21T09:14:10,063 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b. 2024-11-21T09:14:10,063 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 2024-11-21T09:14:10,063 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15ef20cf41c0f8e41db2be8a7cacc24b: Waiting for close lock at 1732180450047Running coprocessor pre-close hooks at 1732180450047Disabling compacts and flushes for region at 1732180450047Disabling writes for close at 1732180450047Writing region close event to WAL at 1732180450051 (+4 ms)Running coprocessor post-close hooks at 1732180450063 (+12 ms)Closed at 1732180450063 2024-11-21T09:14:10,063 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732180378632.15ef20cf41c0f8e41db2be8a7cacc24b. 2024-11-21T09:14:10,063 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66fae4af515baa43d5b4573195835f64, disabling compactions & flushes 2024-11-21T09:14:10,063 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64. 2024-11-21T09:14:10,063 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64. 2024-11-21T09:14:10,063 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64. after waiting 0 ms 2024-11-21T09:14:10,063 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64. 2024-11-21T09:14:10,069 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740/.tmp/info/3acaa8e94912456e8468770eca6206a6 is 167, key is SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc./info:regioninfo/1732180419662/Put/seqid=0 2024-11-21T09:14:10,073 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/66fae4af515baa43d5b4573195835f64/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T09:14:10,073 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/8354675beb86f28cdc827ff0be76e6a6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T09:14:10,074 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 2024-11-21T09:14:10,074 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8354675beb86f28cdc827ff0be76e6a6: Waiting for close lock at 1732180450063Running coprocessor pre-close hooks at 1732180450063Disabling compacts and flushes for region at 1732180450063Disabling writes for close at 1732180450063Writing region close event to WAL at 1732180450063Running coprocessor post-close hooks at 1732180450074 (+11 ms)Closed at 1732180450074 2024-11-21T09:14:10,075 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732180378632.8354675beb86f28cdc827ff0be76e6a6. 2024-11-21T09:14:10,075 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12a5b9b6e967d79892e43f7a64673d46, disabling compactions & flushes 2024-11-21T09:14:10,075 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46. 2024-11-21T09:14:10,075 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46. 2024-11-21T09:14:10,075 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46. after waiting 0 ms 2024-11-21T09:14:10,075 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46. 2024-11-21T09:14:10,082 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64. 2024-11-21T09:14:10,082 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66fae4af515baa43d5b4573195835f64: Waiting for close lock at 1732180450063Running coprocessor pre-close hooks at 1732180450063Disabling compacts and flushes for region at 1732180450063Disabling writes for close at 1732180450063Writing region close event to WAL at 1732180450064 (+1 ms)Running coprocessor post-close hooks at 1732180450082 (+18 ms)Closed at 1732180450082 2024-11-21T09:14:10,082 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732180378632.66fae4af515baa43d5b4573195835f64. 2024-11-21T09:14:10,090 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/12a5b9b6e967d79892e43f7a64673d46/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T09:14:10,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741863_1039 (size=19817) 2024-11-21T09:14:10,092 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46. 2024-11-21T09:14:10,092 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12a5b9b6e967d79892e43f7a64673d46: Waiting for close lock at 1732180450075Running coprocessor pre-close hooks at 1732180450075Disabling compacts and flushes for region at 1732180450075Disabling writes for close at 1732180450075Writing region close event to WAL at 1732180450080 (+5 ms)Running coprocessor post-close hooks at 1732180450092 (+12 ms)Closed at 1732180450092 2024-11-21T09:14:10,092 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732180378632.12a5b9b6e967d79892e43f7a64673d46. 2024-11-21T09:14:10,092 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78373f162d33e8d64a196cfe01e7f1a5, disabling compactions & flushes 2024-11-21T09:14:10,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741863_1039 (size=19817) 2024-11-21T09:14:10,093 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5. 2024-11-21T09:14:10,093 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5. 2024-11-21T09:14:10,093 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5. after waiting 0 ms 2024-11-21T09:14:10,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741863_1039 (size=19817) 2024-11-21T09:14:10,093 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5. 2024-11-21T09:14:10,095 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740/.tmp/info/3acaa8e94912456e8468770eca6206a6 2024-11-21T09:14:10,099 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/78373f162d33e8d64a196cfe01e7f1a5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T09:14:10,099 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5. 2024-11-21T09:14:10,100 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78373f162d33e8d64a196cfe01e7f1a5: Waiting for close lock at 1732180450092Running coprocessor pre-close hooks at 1732180450092Disabling compacts and flushes for region at 1732180450092Disabling writes for close at 1732180450093 (+1 ms)Writing region close event to WAL at 1732180450093Running coprocessor post-close hooks at 1732180450099 (+6 ms)Closed at 1732180450099 2024-11-21T09:14:10,100 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732180378632.78373f162d33e8d64a196cfe01e7f1a5. 2024-11-21T09:14:10,100 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82f9d64cd5e79ae8ef2ded49162cdffc, disabling compactions & flushes 2024-11-21T09:14:10,100 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 2024-11-21T09:14:10,100 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 2024-11-21T09:14:10,100 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. after waiting 0 ms 2024-11-21T09:14:10,100 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 2024-11-21T09:14:10,117 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/default/SPTestTable/82f9d64cd5e79ae8ef2ded49162cdffc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T09:14:10,118 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 2024-11-21T09:14:10,118 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82f9d64cd5e79ae8ef2ded49162cdffc: Waiting for close lock at 1732180450100Running coprocessor pre-close hooks at 1732180450100Disabling compacts and flushes for region at 1732180450100Disabling writes for close at 1732180450100Writing region close event to WAL at 1732180450104 (+4 ms)Running coprocessor post-close hooks at 1732180450118 (+14 ms)Closed at 1732180450118 2024-11-21T09:14:10,118 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732180378632.82f9d64cd5e79ae8ef2ded49162cdffc. 2024-11-21T09:14:10,140 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740/.tmp/ns/82e4d8bf88734a5ebab3d98026fffca5 is 43, key is default/ns:d/1732180378376/Put/seqid=0 2024-11-21T09:14:10,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741864_1040 (size=5153) 2024-11-21T09:14:10,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741864_1040 (size=5153) 2024-11-21T09:14:10,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741864_1040 (size=5153) 2024-11-21T09:14:10,156 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740/.tmp/ns/82e4d8bf88734a5ebab3d98026fffca5 2024-11-21T09:14:10,202 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740/.tmp/table/00f1265cda1d44e0832b1f3b272ba819 is 47, key is SPTestTable/table:state/1732180389220/Put/seqid=0 2024-11-21T09:14:10,213 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,43223,1732180366138; all regions closed. 2024-11-21T09:14:10,214 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:14:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741835_1011 (size=4635) 2024-11-21T09:14:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741835_1011 (size=4635) 2024-11-21T09:14:10,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741835_1011 (size=4635) 2024-11-21T09:14:10,230 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/oldWALs 2024-11-21T09:14:10,230 INFO [RS:0;5b0ae2ee7b9e:43223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C43223%2C1732180366138:(num 1732180367776) 2024-11-21T09:14:10,230 DEBUG [RS:0;5b0ae2ee7b9e:43223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:14:10,230 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:14:10,230 INFO [RS:0;5b0ae2ee7b9e:43223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:14:10,231 INFO [RS:0;5b0ae2ee7b9e:43223 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:14:10,231 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:14:10,231 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:14:10,231 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:14:10,231 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:14:10,231 INFO [RS:0;5b0ae2ee7b9e:43223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:14:10,231 INFO [RS:0;5b0ae2ee7b9e:43223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43223 2024-11-21T09:14:10,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T09:14:10,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b0ae2ee7b9e,43223,1732180366138 2024-11-21T09:14:10,245 INFO [RS:0;5b0ae2ee7b9e:43223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:14:10,246 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,43223,1732180366138] 2024-11-21T09:14:10,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741865_1041 (size=5214) 2024-11-21T09:14:10,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741865_1041 (size=5214) 2024-11-21T09:14:10,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741865_1041 (size=5214) 2024-11-21T09:14:10,250 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740/.tmp/table/00f1265cda1d44e0832b1f3b272ba819 2024-11-21T09:14:10,263 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740/.tmp/info/3acaa8e94912456e8468770eca6206a6 as hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740/info/3acaa8e94912456e8468770eca6206a6 2024-11-21T09:14:10,268 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5b0ae2ee7b9e,43223,1732180366138 already deleted, retry=false 2024-11-21T09:14:10,268 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,43223,1732180366138 expired; onlineServers=1 2024-11-21T09:14:10,280 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740/info/3acaa8e94912456e8468770eca6206a6, entries=112, sequenceid=35, filesize=19.4 K 2024-11-21T09:14:10,282 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740/.tmp/ns/82e4d8bf88734a5ebab3d98026fffca5 as hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740/ns/82e4d8bf88734a5ebab3d98026fffca5 2024-11-21T09:14:10,298 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740/ns/82e4d8bf88734a5ebab3d98026fffca5, entries=2, sequenceid=35, filesize=5.0 K 2024-11-21T09:14:10,300 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740/.tmp/table/00f1265cda1d44e0832b1f3b272ba819 as hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740/table/00f1265cda1d44e0832b1f3b272ba819 2024-11-21T09:14:10,327 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740/table/00f1265cda1d44e0832b1f3b272ba819, entries=2, sequenceid=35, filesize=5.1 K 2024-11-21T09:14:10,328 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 314ms, sequenceid=35, compaction requested=false 2024-11-21T09:14:10,338 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-21T09:14:10,339 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:14:10,340 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:14:10,340 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180450014Running coprocessor pre-close hooks at 1732180450014Disabling compacts and flushes for region at 1732180450014Disabling writes for close at 1732180450014Obtaining lock to block concurrent updates at 1732180450015 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732180450015Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1732180450015Flushing stores of hbase:meta,,1.1588230740 at 1732180450016 (+1 ms)Flushing 1588230740/info: creating writer at 1732180450016Flushing 1588230740/info: appending metadata at 1732180450057 (+41 ms)Flushing 1588230740/info: closing flushed file at 1732180450058 (+1 ms)Flushing 1588230740/ns: creating writer at 1732180450109 (+51 ms)Flushing 1588230740/ns: appending metadata at 1732180450132 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732180450132Flushing 1588230740/table: creating writer at 1732180450164 (+32 ms)Flushing 1588230740/table: appending metadata at 1732180450188 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732180450188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3832133f: reopening flushed file at 1732180450260 (+72 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f39d1: reopening flushed file at 1732180450280 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e79cf63: reopening flushed file at 1732180450298 (+18 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 314ms, sequenceid=35, compaction requested=false at 1732180450328 (+30 ms)Writing region close event to WAL at 1732180450333 (+5 ms)Running coprocessor post-close hooks at 1732180450339 (+6 ms)Closed at 1732180450340 (+1 ms) 2024-11-21T09:14:10,340 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:14:10,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:14:10,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015caac8c90001, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:14:10,358 INFO [RS:0;5b0ae2ee7b9e:43223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:14:10,358 INFO [RS:0;5b0ae2ee7b9e:43223 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,43223,1732180366138; zookeeper connection closed. 2024-11-21T09:14:10,358 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a5813cc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a5813cc 2024-11-21T09:14:10,414 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,44843,1732180366237; all regions closed. 2024-11-21T09:14:10,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741836_1012 (size=18438) 2024-11-21T09:14:10,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741836_1012 (size=18438) 2024-11-21T09:14:10,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741836_1012 (size=18438) 2024-11-21T09:14:10,421 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/oldWALs 2024-11-21T09:14:10,421 INFO [RS:1;5b0ae2ee7b9e:44843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C44843%2C1732180366237.meta:.meta(num 1732180378134) 2024-11-21T09:14:10,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741834_1010 (size=2917) 2024-11-21T09:14:10,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741834_1010 (size=2917) 2024-11-21T09:14:10,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741834_1010 (size=2917) 2024-11-21T09:14:10,428 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/oldWALs 2024-11-21T09:14:10,428 INFO [RS:1;5b0ae2ee7b9e:44843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C44843%2C1732180366237:(num 1732180367776) 2024-11-21T09:14:10,429 DEBUG [RS:1;5b0ae2ee7b9e:44843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:14:10,429 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:14:10,429 INFO [RS:1;5b0ae2ee7b9e:44843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:14:10,429 INFO [RS:1;5b0ae2ee7b9e:44843 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:14:10,429 INFO [RS:1;5b0ae2ee7b9e:44843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:14:10,429 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:14:10,429 INFO [RS:1;5b0ae2ee7b9e:44843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44843 2024-11-21T09:14:10,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b0ae2ee7b9e,44843,1732180366237 2024-11-21T09:14:10,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T09:14:10,470 INFO [RS:1;5b0ae2ee7b9e:44843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:14:10,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,44843,1732180366237] 2024-11-21T09:14:10,580 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5b0ae2ee7b9e,44843,1732180366237 already deleted, retry=false 2024-11-21T09:14:10,580 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,44843,1732180366237 expired; onlineServers=0 2024-11-21T09:14:10,581 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,35091,1732180365365' ***** 2024-11-21T09:14:10,581 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:14:10,581 INFO [M:0;5b0ae2ee7b9e:35091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:14:10,581 INFO [M:0;5b0ae2ee7b9e:35091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:14:10,581 DEBUG [M:0;5b0ae2ee7b9e:35091 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:14:10,581 DEBUG [M:0;5b0ae2ee7b9e:35091 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:14:10,581 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:14:10,581 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180367410 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180367410,5,FailOnTimeoutGroup] 2024-11-21T09:14:10,581 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180367412 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180367412,5,FailOnTimeoutGroup] 2024-11-21T09:14:10,581 INFO [M:0;5b0ae2ee7b9e:35091 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:14:10,582 INFO [M:0;5b0ae2ee7b9e:35091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:14:10,582 DEBUG [M:0;5b0ae2ee7b9e:35091 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:14:10,582 INFO [M:0;5b0ae2ee7b9e:35091 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:14:10,582 INFO [M:0;5b0ae2ee7b9e:35091 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:14:10,582 ERROR [M:0;5b0ae2ee7b9e:35091 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1002133716) connection to localhost/127.0.0.1:38531 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38531,5,PEWorkerGroup] 2024-11-21T09:14:10,583 INFO [M:0;5b0ae2ee7b9e:35091 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:14:10,583 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:14:10,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:14:10,617 INFO [RS:1;5b0ae2ee7b9e:44843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:14:10,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1015caac8c90002, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:14:10,617 INFO [RS:1;5b0ae2ee7b9e:44843 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,44843,1732180366237; zookeeper connection closed. 2024-11-21T09:14:10,618 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4aff452b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4aff452b 2024-11-21T09:14:10,618 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T09:14:10,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T09:14:10,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:10,652 DEBUG [M:0;5b0ae2ee7b9e:35091 {}] zookeeper.ZKUtil(347): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T09:14:10,652 WARN [M:0;5b0ae2ee7b9e:35091 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:14:10,653 INFO [M:0;5b0ae2ee7b9e:35091 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/.lastflushedseqids 2024-11-21T09:14:10,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741866_1042 (size=668) 2024-11-21T09:14:10,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741866_1042 (size=668) 2024-11-21T09:14:10,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741866_1042 (size=668) 2024-11-21T09:14:10,666 INFO [M:0;5b0ae2ee7b9e:35091 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:14:10,666 INFO [M:0;5b0ae2ee7b9e:35091 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:14:10,666 DEBUG [M:0;5b0ae2ee7b9e:35091 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:14:10,666 INFO [M:0;5b0ae2ee7b9e:35091 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:14:10,666 DEBUG [M:0;5b0ae2ee7b9e:35091 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:14:10,666 DEBUG [M:0;5b0ae2ee7b9e:35091 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:14:10,666 DEBUG [M:0;5b0ae2ee7b9e:35091 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:14:10,667 INFO [M:0;5b0ae2ee7b9e:35091 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=186.33 KB heapSize=230.99 KB 2024-11-21T09:14:10,684 DEBUG [M:0;5b0ae2ee7b9e:35091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da3f676837384c0793350a935ca55822 is 82, key is hbase:meta,,1/info:regioninfo/1732180378211/Put/seqid=0 2024-11-21T09:14:10,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741867_1043 (size=5672) 2024-11-21T09:14:10,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741867_1043 (size=5672) 2024-11-21T09:14:10,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741867_1043 (size=5672) 2024-11-21T09:14:10,694 INFO [M:0;5b0ae2ee7b9e:35091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da3f676837384c0793350a935ca55822 2024-11-21T09:14:10,718 DEBUG [M:0;5b0ae2ee7b9e:35091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60178d9d64ae4486bbb932256d0c4571 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732180389229/Put/seqid=0 2024-11-21T09:14:10,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741868_1044 (size=8902) 2024-11-21T09:14:10,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741868_1044 (size=8902) 2024-11-21T09:14:10,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741868_1044 (size=8902) 2024-11-21T09:14:10,727 INFO [M:0;5b0ae2ee7b9e:35091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=185.59 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60178d9d64ae4486bbb932256d0c4571 2024-11-21T09:14:10,733 INFO [M:0;5b0ae2ee7b9e:35091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60178d9d64ae4486bbb932256d0c4571 2024-11-21T09:14:10,748 DEBUG [M:0;5b0ae2ee7b9e:35091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5abca68592ee4216a3ba82ac6d7697b8 is 69, key is 5b0ae2ee7b9e,43223,1732180366138/rs:state/1732180367478/Put/seqid=0 2024-11-21T09:14:10,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741869_1045 (size=5441) 2024-11-21T09:14:10,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741869_1045 (size=5441) 2024-11-21T09:14:10,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741869_1045 (size=5441) 2024-11-21T09:14:10,757 INFO [M:0;5b0ae2ee7b9e:35091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5abca68592ee4216a3ba82ac6d7697b8 2024-11-21T09:14:10,764 INFO [M:0;5b0ae2ee7b9e:35091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5abca68592ee4216a3ba82ac6d7697b8 2024-11-21T09:14:10,765 DEBUG [M:0;5b0ae2ee7b9e:35091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da3f676837384c0793350a935ca55822 as hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da3f676837384c0793350a935ca55822 2024-11-21T09:14:10,773 INFO [M:0;5b0ae2ee7b9e:35091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da3f676837384c0793350a935ca55822, entries=8, sequenceid=488, filesize=5.5 K 2024-11-21T09:14:10,774 DEBUG [M:0;5b0ae2ee7b9e:35091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60178d9d64ae4486bbb932256d0c4571 as hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60178d9d64ae4486bbb932256d0c4571 2024-11-21T09:14:10,782 INFO [M:0;5b0ae2ee7b9e:35091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60178d9d64ae4486bbb932256d0c4571 2024-11-21T09:14:10,782 INFO [M:0;5b0ae2ee7b9e:35091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60178d9d64ae4486bbb932256d0c4571, entries=54, sequenceid=488, filesize=8.7 K 2024-11-21T09:14:10,784 DEBUG [M:0;5b0ae2ee7b9e:35091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5abca68592ee4216a3ba82ac6d7697b8 as hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5abca68592ee4216a3ba82ac6d7697b8 2024-11-21T09:14:10,790 INFO [M:0;5b0ae2ee7b9e:35091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5abca68592ee4216a3ba82ac6d7697b8 2024-11-21T09:14:10,790 INFO [M:0;5b0ae2ee7b9e:35091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/6116e175-ab67-f28d-4cc9-837768a21f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5abca68592ee4216a3ba82ac6d7697b8, entries=3, sequenceid=488, filesize=5.3 K 2024-11-21T09:14:10,791 INFO [M:0;5b0ae2ee7b9e:35091 {}] regionserver.HRegion(3140): Finished flush of dataSize ~186.33 KB/190797, heapSize ~230.70 KB/236232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=488, compaction requested=false 2024-11-21T09:14:10,792 INFO [M:0;5b0ae2ee7b9e:35091 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:14:10,793 DEBUG [M:0;5b0ae2ee7b9e:35091 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180450666Disabling compacts and flushes for region at 1732180450666Disabling writes for close at 1732180450666Obtaining lock to block concurrent updates at 1732180450667 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180450667Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=190797, getHeapSize=236472, getOffHeapSize=0, getCellsCount=591 at 1732180450667Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180450668 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180450668Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180450683 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180450683Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180450700 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180450717 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180450717Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180450733 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180450747 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180450747Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71cdccc3: reopening flushed file at 1732180450764 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7a2f94: reopening flushed file at 1732180450773 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@592c83cc: reopening flushed file at 1732180450782 (+9 ms)Finished flush of dataSize ~186.33 KB/190797, heapSize ~230.70 KB/236232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=488, compaction requested=false at 1732180450791 (+9 ms)Writing region close event to WAL at 1732180450792 (+1 ms)Closed at 1732180450792 2024-11-21T09:14:10,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40055 is added to blk_1073741830_1006 (size=223348) 2024-11-21T09:14:10,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38685 is added to blk_1073741830_1006 (size=223348) 2024-11-21T09:14:10,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34403 is added to blk_1073741830_1006 (size=223348) 2024-11-21T09:14:10,796 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:14:10,797 INFO [M:0;5b0ae2ee7b9e:35091 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:14:10,797 INFO [M:0;5b0ae2ee7b9e:35091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35091 2024-11-21T09:14:10,797 INFO [M:0;5b0ae2ee7b9e:35091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:14:10,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:14:10,944 INFO [M:0;5b0ae2ee7b9e:35091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:14:10,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x1015caac8c90000, quorum=127.0.0.1:50367, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:14:10,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60677591{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:14:10,952 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c7c6586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:14:10,952 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:14:10,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58302a55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:14:10,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bc92b24{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/hadoop.log.dir/,STOPPED} 2024-11-21T09:14:10,956 WARN [BP-133403940-172.17.0.2-1732180360055 heartbeating to localhost/127.0.0.1:38531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:14:10,956 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:14:10,956 WARN [BP-133403940-172.17.0.2-1732180360055 heartbeating to localhost/127.0.0.1:38531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-133403940-172.17.0.2-1732180360055 (Datanode Uuid 23365f80-513a-4da6-b32c-d3b8795e7c06) service to localhost/127.0.0.1:38531 2024-11-21T09:14:10,956 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:14:10,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/cluster_314062ec-de4a-5ace-a9c3-757a183140b7/data/data5/current/BP-133403940-172.17.0.2-1732180360055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:14:10,958 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/cluster_314062ec-de4a-5ace-a9c3-757a183140b7/data/data6/current/BP-133403940-172.17.0.2-1732180360055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:14:10,958 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:14:10,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624a00ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:14:10,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3dda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:14:10,961 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:14:10,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6915bad9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:14:10,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dbd753f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/hadoop.log.dir/,STOPPED} 2024-11-21T09:14:10,962 WARN [BP-133403940-172.17.0.2-1732180360055 heartbeating to localhost/127.0.0.1:38531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:14:10,962 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:14:10,962 WARN [BP-133403940-172.17.0.2-1732180360055 heartbeating to localhost/127.0.0.1:38531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-133403940-172.17.0.2-1732180360055 (Datanode Uuid bf378311-2d99-4427-a7bf-60a0854be197) service to localhost/127.0.0.1:38531 2024-11-21T09:14:10,962 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:14:10,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/cluster_314062ec-de4a-5ace-a9c3-757a183140b7/data/data3/current/BP-133403940-172.17.0.2-1732180360055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:14:10,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/cluster_314062ec-de4a-5ace-a9c3-757a183140b7/data/data4/current/BP-133403940-172.17.0.2-1732180360055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:14:10,963 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:14:10,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@672f7423{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:14:10,970 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73cc05f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:14:10,970 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:14:10,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@371e39af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:14:10,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4063f81b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/hadoop.log.dir/,STOPPED} 2024-11-21T09:14:10,971 WARN [BP-133403940-172.17.0.2-1732180360055 heartbeating to localhost/127.0.0.1:38531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:14:10,971 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:14:10,971 WARN [BP-133403940-172.17.0.2-1732180360055 heartbeating to localhost/127.0.0.1:38531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-133403940-172.17.0.2-1732180360055 (Datanode Uuid 7d68e83c-6944-46d9-8fec-61170eeaa781) service to localhost/127.0.0.1:38531 2024-11-21T09:14:10,971 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:14:10,972 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/cluster_314062ec-de4a-5ace-a9c3-757a183140b7/data/data1/current/BP-133403940-172.17.0.2-1732180360055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:14:10,972 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/cluster_314062ec-de4a-5ace-a9c3-757a183140b7/data/data2/current/BP-133403940-172.17.0.2-1732180360055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:14:10,972 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:14:10,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@319be742{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:14:10,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2903a0a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:14:10,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:14:10,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@794cb4f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:14:10,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c33bf2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/hadoop.log.dir/,STOPPED} 2024-11-21T09:14:10,992 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T09:14:11,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:14:11,040 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1002133716) connection to localhost/127.0.0.1:38531 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/5b0ae2ee7b9e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1002133716) connection to localhost/127.0.0.1:38531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5b0ae2ee7b9e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1002133716) connection to localhost/127.0.0.1:38531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5b0ae2ee7b9e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: master/5b0ae2ee7b9e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5b0ae2ee7b9e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1002133716) connection to localhost/127.0.0.1:38531 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5b0ae2ee7b9e:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5b0ae2ee7b9e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@34319dac java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 341), ProcessCount=11 (was 11), AvailableMemoryMB=2890 (was 4297) 2024-11-21T09:14:11,046 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=2889 2024-11-21T09:14:11,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/hadoop.log.dir so I do NOT create it in target/test-data/89157491-23e8-e656-9844-4084fc5fd07c 2024-11-21T09:14:11,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:14:11,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/hadoop.tmp.dir so I do NOT create it in target/test-data/89157491-23e8-e656-9844-4084fc5fd07c 2024-11-21T09:14:11,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb6e48f1-84a8-71c2-3535-457532bb5790/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:14:11,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c 2024-11-21T09:14:11,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:14:11,059 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/cluster_1329a626-1153-2cca-cc5b-c9e3e5bfe9be, deleteOnExit=true 2024-11-21T09:14:11,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:14:11,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/test.cache.data in system properties and HBase conf 2024-11-21T09:14:11,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:14:11,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:14:11,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:14:11,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:14:11,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:14:11,059 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:14:11,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:14:11,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:14:11,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:14:11,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:14:11,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:14:11,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:14:11,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:14:11,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:14:11,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:14:11,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:14:11,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:14:11,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:14:11,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:14:11,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:14:11,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:14:11,525 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:14:11,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:14:11,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:14:11,527 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:14:11,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:14:11,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bc5b63f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:14:11,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@765686bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:14:11,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f838cec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/java.io.tmpdir/jetty-localhost-44641-hadoop-hdfs-3_4_1-tests_jar-_-any-3026402999782900909/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:14:11,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@368e2792{HTTP/1.1, (http/1.1)}{localhost:44641} 2024-11-21T09:14:11,659 INFO [Time-limited test {}] server.Server(415): Started @94278ms 2024-11-21T09:14:11,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:14:11,930 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:14:11,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:14:11,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:14:11,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:14:11,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7808e3bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:14:11,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65fe1c2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:14:12,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3970c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/java.io.tmpdir/jetty-localhost-44843-hadoop-hdfs-3_4_1-tests_jar-_-any-15901819380956239812/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:14:12,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4836d0e6{HTTP/1.1, (http/1.1)}{localhost:44843} 2024-11-21T09:14:12,031 INFO [Time-limited test {}] server.Server(415): Started @94651ms 2024-11-21T09:14:12,033 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:14:12,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:14:12,080 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:14:12,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:14:12,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:14:12,083 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:14:12,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14361570{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:14:12,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3392db87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:14:12,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a7f397f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/java.io.tmpdir/jetty-localhost-43033-hadoop-hdfs-3_4_1-tests_jar-_-any-3239955897042578974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:14:12,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d231c6d{HTTP/1.1, (http/1.1)}{localhost:43033} 2024-11-21T09:14:12,177 INFO [Time-limited test {}] server.Server(415): Started @94797ms 2024-11-21T09:14:12,178 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:14:12,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:14:12,217 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:14:12,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:14:12,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:14:12,218 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:14:12,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ba83ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:14:12,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@586994fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:14:12,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65558ec9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/java.io.tmpdir/jetty-localhost-40041-hadoop-hdfs-3_4_1-tests_jar-_-any-721946616517358940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:14:12,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5714d08d{HTTP/1.1, (http/1.1)}{localhost:40041} 2024-11-21T09:14:12,322 INFO [Time-limited test {}] server.Server(415): Started @94942ms 2024-11-21T09:14:12,324 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:14:13,648 WARN [Thread-711 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/cluster_1329a626-1153-2cca-cc5b-c9e3e5bfe9be/data/data1/current/BP-1912790510-172.17.0.2-1732180451079/current, will proceed with Du for space computation calculation, 2024-11-21T09:14:13,648 WARN [Thread-712 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/cluster_1329a626-1153-2cca-cc5b-c9e3e5bfe9be/data/data2/current/BP-1912790510-172.17.0.2-1732180451079/current, will proceed with Du for space computation calculation, 2024-11-21T09:14:13,669 WARN [Thread-651 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:14:13,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7d26098f83a0524 with lease ID 0xe807e925f3398fba: Processing first storage report for DS-b903fea6-1cb3-41d1-aa33-ece9fb0a0b40 from datanode DatanodeRegistration(127.0.0.1:44251, datanodeUuid=c9b6db02-1461-4aa4-bab5-47d5fcb194b6, infoPort=37851, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=1448540548;c=1732180451079) 2024-11-21T09:14:13,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7d26098f83a0524 with lease ID 0xe807e925f3398fba: from storage DS-b903fea6-1cb3-41d1-aa33-ece9fb0a0b40 node DatanodeRegistration(127.0.0.1:44251, datanodeUuid=c9b6db02-1461-4aa4-bab5-47d5fcb194b6, infoPort=37851, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=1448540548;c=1732180451079), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:14:13,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7d26098f83a0524 with lease ID 0xe807e925f3398fba: Processing first storage report for DS-782e2d7d-e449-46f5-83ff-af26669d728d from datanode DatanodeRegistration(127.0.0.1:44251, datanodeUuid=c9b6db02-1461-4aa4-bab5-47d5fcb194b6, infoPort=37851, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=1448540548;c=1732180451079) 2024-11-21T09:14:13,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7d26098f83a0524 with lease ID 0xe807e925f3398fba: from storage DS-782e2d7d-e449-46f5-83ff-af26669d728d node DatanodeRegistration(127.0.0.1:44251, datanodeUuid=c9b6db02-1461-4aa4-bab5-47d5fcb194b6, infoPort=37851, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=1448540548;c=1732180451079), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:14:13,917 WARN [Thread-722 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/cluster_1329a626-1153-2cca-cc5b-c9e3e5bfe9be/data/data3/current/BP-1912790510-172.17.0.2-1732180451079/current, will proceed with Du for space computation calculation, 2024-11-21T09:14:13,917 WARN [Thread-723 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/cluster_1329a626-1153-2cca-cc5b-c9e3e5bfe9be/data/data4/current/BP-1912790510-172.17.0.2-1732180451079/current, will proceed with Du for space computation calculation, 2024-11-21T09:14:13,941 WARN [Thread-674 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:14:13,944 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda983dfff5f77f64 with lease ID 0xe807e925f3398fbb: Processing first storage report for DS-f8c52171-8223-47e5-b3f7-e4c9fb7c8d04 from datanode DatanodeRegistration(127.0.0.1:35705, datanodeUuid=61c30f8e-fc53-43ae-be06-e0f06a71ba60, infoPort=38641, infoSecurePort=0, ipcPort=37913, storageInfo=lv=-57;cid=testClusterID;nsid=1448540548;c=1732180451079) 2024-11-21T09:14:13,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda983dfff5f77f64 with lease ID 0xe807e925f3398fbb: from storage DS-f8c52171-8223-47e5-b3f7-e4c9fb7c8d04 node DatanodeRegistration(127.0.0.1:35705, datanodeUuid=61c30f8e-fc53-43ae-be06-e0f06a71ba60, infoPort=38641, infoSecurePort=0, ipcPort=37913, storageInfo=lv=-57;cid=testClusterID;nsid=1448540548;c=1732180451079), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:14:13,944 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda983dfff5f77f64 with lease ID 0xe807e925f3398fbb: Processing first storage report for DS-3eae58d4-a97e-4ef3-9e7e-2fa2d609e404 from datanode DatanodeRegistration(127.0.0.1:35705, datanodeUuid=61c30f8e-fc53-43ae-be06-e0f06a71ba60, infoPort=38641, infoSecurePort=0, ipcPort=37913, storageInfo=lv=-57;cid=testClusterID;nsid=1448540548;c=1732180451079) 2024-11-21T09:14:13,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda983dfff5f77f64 with lease ID 0xe807e925f3398fbb: from storage DS-3eae58d4-a97e-4ef3-9e7e-2fa2d609e404 node DatanodeRegistration(127.0.0.1:35705, datanodeUuid=61c30f8e-fc53-43ae-be06-e0f06a71ba60, infoPort=38641, infoSecurePort=0, ipcPort=37913, storageInfo=lv=-57;cid=testClusterID;nsid=1448540548;c=1732180451079), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:14:14,031 WARN [Thread-733 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/cluster_1329a626-1153-2cca-cc5b-c9e3e5bfe9be/data/data5/current/BP-1912790510-172.17.0.2-1732180451079/current, will proceed with Du for space computation calculation, 2024-11-21T09:14:14,031 WARN [Thread-734 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/cluster_1329a626-1153-2cca-cc5b-c9e3e5bfe9be/data/data6/current/BP-1912790510-172.17.0.2-1732180451079/current, will proceed with Du for space computation calculation, 2024-11-21T09:14:14,052 WARN [Thread-696 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:14:14,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b31e5ba95770c4f with lease ID 0xe807e925f3398fbc: Processing first storage report for DS-997301d0-a993-4782-88b9-1f5c9e0bef23 from datanode DatanodeRegistration(127.0.0.1:33851, datanodeUuid=08bc0c02-e565-4395-ab84-a17d52663405, infoPort=43653, infoSecurePort=0, ipcPort=36481, storageInfo=lv=-57;cid=testClusterID;nsid=1448540548;c=1732180451079) 2024-11-21T09:14:14,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b31e5ba95770c4f with lease ID 0xe807e925f3398fbc: from storage DS-997301d0-a993-4782-88b9-1f5c9e0bef23 node DatanodeRegistration(127.0.0.1:33851, datanodeUuid=08bc0c02-e565-4395-ab84-a17d52663405, infoPort=43653, infoSecurePort=0, ipcPort=36481, storageInfo=lv=-57;cid=testClusterID;nsid=1448540548;c=1732180451079), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:14:14,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b31e5ba95770c4f with lease ID 0xe807e925f3398fbc: Processing first storage report for DS-1d454e8c-6a8f-490b-94c3-97fa0e640ae4 from datanode DatanodeRegistration(127.0.0.1:33851, datanodeUuid=08bc0c02-e565-4395-ab84-a17d52663405, infoPort=43653, infoSecurePort=0, ipcPort=36481, storageInfo=lv=-57;cid=testClusterID;nsid=1448540548;c=1732180451079) 2024-11-21T09:14:14,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b31e5ba95770c4f with lease ID 0xe807e925f3398fbc: from storage DS-1d454e8c-6a8f-490b-94c3-97fa0e640ae4 node DatanodeRegistration(127.0.0.1:33851, datanodeUuid=08bc0c02-e565-4395-ab84-a17d52663405, infoPort=43653, infoSecurePort=0, ipcPort=36481, storageInfo=lv=-57;cid=testClusterID;nsid=1448540548;c=1732180451079), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T09:14:14,070 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c 2024-11-21T09:14:14,073 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/cluster_1329a626-1153-2cca-cc5b-c9e3e5bfe9be/zookeeper_0, clientPort=57152, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/cluster_1329a626-1153-2cca-cc5b-c9e3e5bfe9be/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/cluster_1329a626-1153-2cca-cc5b-c9e3e5bfe9be/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T09:14:14,073 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57152 2024-11-21T09:14:14,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:14:14,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:14:14,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:14:14,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:14:14,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:14:14,089 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b with version=8 2024-11-21T09:14:14,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/hbase-staging 2024-11-21T09:14:14,092 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:14:14,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:14:14,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:14:14,092 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:14:14,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:14:14,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:14:14,093 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:14:14,093 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:14:14,093 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42161 2024-11-21T09:14:14,095 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42161 connecting to ZooKeeper ensemble=127.0.0.1:57152 2024-11-21T09:14:14,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421610x0, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:14:14,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42161-0x1015cac26630000 connected 2024-11-21T09:14:14,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:14:14,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:14:14,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T09:14:14,245 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b, hbase.cluster.distributed=false 2024-11-21T09:14:14,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T09:14:14,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42161 2024-11-21T09:14:14,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42161 2024-11-21T09:14:14,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42161 2024-11-21T09:14:14,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42161 2024-11-21T09:14:14,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42161 2024-11-21T09:14:14,267 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:14:14,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:14:14,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:14:14,267 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:14:14,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:14:14,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:14:14,267 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:14:14,267 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:14:14,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33371 2024-11-21T09:14:14,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33371 connecting to ZooKeeper ensemble=127.0.0.1:57152 2024-11-21T09:14:14,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:14:14,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:14:14,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333710x0, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:14:14,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333710x0, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T09:14:14,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33371-0x1015cac26630001 connected 2024-11-21T09:14:14,279 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:14:14,280 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:14:14,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T09:14:14,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T09:14:14,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33371 2024-11-21T09:14:14,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33371 2024-11-21T09:14:14,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33371 2024-11-21T09:14:14,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33371 2024-11-21T09:14:14,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33371 2024-11-21T09:14:14,299 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:14:14,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:14:14,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:14:14,300 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:14:14,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:14:14,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:14:14,300 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:14:14,300 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:14:14,301 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42337 2024-11-21T09:14:14,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42337 connecting to ZooKeeper ensemble=127.0.0.1:57152 2024-11-21T09:14:14,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:14:14,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:14:14,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423370x0, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:14:14,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42337-0x1015cac26630002, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T09:14:14,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42337-0x1015cac26630002 connected 2024-11-21T09:14:14,319 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:14:14,320 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:14:14,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42337-0x1015cac26630002, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T09:14:14,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42337-0x1015cac26630002, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T09:14:14,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-21T09:14:14,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42337 2024-11-21T09:14:14,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42337 2024-11-21T09:14:14,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-21T09:14:14,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-21T09:14:14,339 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:14:14,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:14:14,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:14:14,339 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:14:14,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:14:14,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:14:14,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:14:14,339 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:14:14,340 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36659 2024-11-21T09:14:14,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36659 connecting to ZooKeeper ensemble=127.0.0.1:57152 2024-11-21T09:14:14,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:14:14,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:14:14,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366590x0, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:14:14,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T09:14:14,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36659-0x1015cac26630003 connected 2024-11-21T09:14:14,353 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:14:14,353 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:14:14,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T09:14:14,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T09:14:14,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36659 2024-11-21T09:14:14,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36659 2024-11-21T09:14:14,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36659 2024-11-21T09:14:14,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36659 2024-11-21T09:14:14,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36659 2024-11-21T09:14:14,375 DEBUG [M:0;5b0ae2ee7b9e:42161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:42161 2024-11-21T09:14:14,375 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5b0ae2ee7b9e,42161,1732180454092 2024-11-21T09:14:14,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x1015cac26630002, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T09:14:14,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T09:14:14,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T09:14:14,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T09:14:14,385 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5b0ae2ee7b9e,42161,1732180454092 2024-11-21T09:14:14,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T09:14:14,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T09:14:14,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x1015cac26630002, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T09:14:14,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x1015cac26630002, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,395 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T09:14:14,396 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5b0ae2ee7b9e,42161,1732180454092 from backup master directory 2024-11-21T09:14:14,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x1015cac26630002, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T09:14:14,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5b0ae2ee7b9e,42161,1732180454092 2024-11-21T09:14:14,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T09:14:14,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T09:14:14,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T09:14:14,405 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:14:14,405 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,42161,1732180454092 2024-11-21T09:14:14,411 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/hbase.id] with ID: 5534ffc0-b96b-4dc5-8fb1-17a80833fc84 2024-11-21T09:14:14,411 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/.tmp/hbase.id 2024-11-21T09:14:14,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:14:14,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:14:14,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:14:14,430 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/.tmp/hbase.id]:[hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/hbase.id] 2024-11-21T09:14:14,446 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:14:14,446 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:14:14,448 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T09:14:14,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x1015cac26630002, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:14:14,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:14:14,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:14:14,469 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:14:14,471 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:14:14,471 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:14:14,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:14:14,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:14:14,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:14:14,485 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store 2024-11-21T09:14:14,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:14:14,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:14:14,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:14:14,494 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:14,494 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:14:14,494 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:14:14,494 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:14:14,494 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:14:14,494 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:14:14,495 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:14:14,495 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180454494Disabling compacts and flushes for region at 1732180454494Disabling writes for close at 1732180454494Writing region close event to WAL at 1732180454494Closed at 1732180454494 2024-11-21T09:14:14,495 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/.initializing 2024-11-21T09:14:14,496 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/WALs/5b0ae2ee7b9e,42161,1732180454092 2024-11-21T09:14:14,497 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:14:14,499 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C42161%2C1732180454092, suffix=, logDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/WALs/5b0ae2ee7b9e,42161,1732180454092, archiveDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/oldWALs, maxLogs=10 2024-11-21T09:14:14,511 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/WALs/5b0ae2ee7b9e,42161,1732180454092/5b0ae2ee7b9e%2C42161%2C1732180454092.1732180454499, exclude list is [], retry=0 2024-11-21T09:14:14,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35705,DS-f8c52171-8223-47e5-b3f7-e4c9fb7c8d04,DISK] 2024-11-21T09:14:14,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33851,DS-997301d0-a993-4782-88b9-1f5c9e0bef23,DISK] 2024-11-21T09:14:14,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44251,DS-b903fea6-1cb3-41d1-aa33-ece9fb0a0b40,DISK] 2024-11-21T09:14:14,517 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/WALs/5b0ae2ee7b9e,42161,1732180454092/5b0ae2ee7b9e%2C42161%2C1732180454092.1732180454499 2024-11-21T09:14:14,519 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38641:38641),(127.0.0.1/127.0.0.1:37851:37851),(127.0.0.1/127.0.0.1:43653:43653)] 2024-11-21T09:14:14,519 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:14:14,520 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:14,520 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:14:14,520 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:14:14,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:14:14,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:14:14,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:14,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:14:14,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:14:14,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:14:14,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:14,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:14:14,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:14:14,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:14:14,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:14,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:14:14,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:14:14,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:14:14,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:14,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:14:14,530 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:14:14,531 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:14:14,531 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:14:14,533 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:14:14,533 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:14:14,533 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:14:14,535 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:14:14,537 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:14:14,537 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71218472, jitterRate=0.06123793125152588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:14:14,538 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180454520Initializing all the Stores at 1732180454521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180454521Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180454522 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180454522Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180454522Cleaning up temporary data from old regions at 1732180454533 (+11 ms)Region opened successfully at 1732180454538 (+5 ms) 2024-11-21T09:14:14,538 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:14:14,541 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ffa0d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:14:14,542 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:14:14,542 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:14:14,542 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:14:14,542 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:14:14,543 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:14:14,543 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:14:14,543 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-21T09:14:14,546 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:14:14,547 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T09:14:14,573 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T09:14:14,573 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:14:14,574 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:14:14,583 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T09:14:14,584 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:14:14,585 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:14:14,594 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T09:14:14,595 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:14:14,604 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T09:14:14,607 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:14:14,615 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T09:14:14,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T09:14:14,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T09:14:14,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x1015cac26630002, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T09:14:14,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x1015cac26630002, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T09:14:14,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,627 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,42161,1732180454092, sessionid=0x1015cac26630000, setting cluster-up flag (Was=false) 2024-11-21T09:14:14,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x1015cac26630002, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,678 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T09:14:14,680 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,42161,1732180454092 2024-11-21T09:14:14,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x1015cac26630002, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:14,731 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T09:14:14,732 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,42161,1732180454092 2024-11-21T09:14:14,733 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:14:14,735 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:14:14,735 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:14:14,735 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:14:14,735 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,42161,1732180454092 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:14:14,737 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:14:14,737 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:14:14,737 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:14:14,737 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:14:14,737 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:14:14,737 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,737 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:14:14,737 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,738 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180484738 2024-11-21T09:14:14,738 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:14:14,738 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:14:14,738 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:14:14,738 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:14:14,738 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:14:14,738 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:14:14,738 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:14:14,739 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:14:14,739 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:14:14,739 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:14:14,739 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:14:14,739 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:14:14,739 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:14:14,739 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180454739,5,FailOnTimeoutGroup] 2024-11-21T09:14:14,739 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180454739,5,FailOnTimeoutGroup] 2024-11-21T09:14:14,739 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,739 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:14:14,739 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,740 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,740 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:14,740 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:14:14,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:14:14,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:14:14,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:14:14,749 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:14:14,749 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b 2024-11-21T09:14:14,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741832_1008 (size=32) 2024-11-21T09:14:14,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741832_1008 (size=32) 2024-11-21T09:14:14,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741832_1008 (size=32) 2024-11-21T09:14:14,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:14,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:14:14,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:14:14,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:14,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:14:14,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:14:14,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:14:14,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:14,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:14:14,765 INFO [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.HRegionServer(746): ClusterId : 5534ffc0-b96b-4dc5-8fb1-17a80833fc84 2024-11-21T09:14:14,765 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(746): ClusterId : 5534ffc0-b96b-4dc5-8fb1-17a80833fc84 2024-11-21T09:14:14,765 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HRegionServer(746): ClusterId : 5534ffc0-b96b-4dc5-8fb1-17a80833fc84 2024-11-21T09:14:14,765 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:14:14,765 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:14:14,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:14:14,765 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:14:14,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:14:14,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:14,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:14:14,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:14:14,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:14:14,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:14,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:14:14,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:14:14,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740 2024-11-21T09:14:14,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740 2024-11-21T09:14:14,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:14:14,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:14:14,773 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:14:14,774 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:14:14,774 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:14:14,774 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:14:14,774 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:14:14,774 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:14:14,774 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:14:14,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:14:14,777 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:14:14,777 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69284536, jitterRate=0.03242003917694092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:14:14,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180454759Initializing all the Stores at 1732180454759Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180454759Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180454760 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180454760Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180454760Cleaning up temporary data from old regions at 1732180454772 (+12 ms)Region opened successfully at 1732180454778 (+6 ms) 2024-11-21T09:14:14,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:14:14,778 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:14:14,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:14:14,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:14:14,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:14:14,779 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:14:14,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180454778Disabling compacts and flushes for region at 1732180454778Disabling writes for close at 1732180454778Writing region close event to WAL at 1732180454779 (+1 ms)Closed at 1732180454779 2024-11-21T09:14:14,780 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:14:14,780 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:14:14,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:14:14,781 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:14:14,782 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:14:14,794 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:14:14,794 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:14:14,795 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:14:14,795 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70558b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:14:14,795 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a9657a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:14:14,795 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b849195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:14:14,806 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5b0ae2ee7b9e:42337 2024-11-21T09:14:14,806 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:33371 2024-11-21T09:14:14,806 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;5b0ae2ee7b9e:36659 2024-11-21T09:14:14,806 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:14:14,806 INFO [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:14:14,806 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:14:14,806 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:14:14,806 INFO [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:14:14,806 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:14:14,806 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:14:14,806 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:14:14,806 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:14:14,807 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,42161,1732180454092 with port=33371, startcode=1732180454266 2024-11-21T09:14:14,807 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,42161,1732180454092 with port=36659, startcode=1732180454338 2024-11-21T09:14:14,807 INFO [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,42161,1732180454092 with port=42337, startcode=1732180454299 2024-11-21T09:14:14,808 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:14:14,808 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:14:14,808 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:14:14,809 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:14:14,809 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:14:14,809 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:14:14,810 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:14:14,810 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42161 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:14:14,811 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:14,811 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42161 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:14,811 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b 2024-11-21T09:14:14,812 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46361 2024-11-21T09:14:14,812 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:14:14,813 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b 2024-11-21T09:14:14,813 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:14:14,813 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46361 2024-11-21T09:14:14,813 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:14:14,813 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42161 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:14:14,814 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b 2024-11-21T09:14:14,814 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46361 2024-11-21T09:14:14,814 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:14:14,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T09:14:14,895 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] zookeeper.ZKUtil(111): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:14:14,895 WARN [RS:2;5b0ae2ee7b9e:36659 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:14:14,895 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,36659,1732180454338] 2024-11-21T09:14:14,895 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,42337,1732180454299] 2024-11-21T09:14:14,895 INFO [RS:2;5b0ae2ee7b9e:36659 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:14:14,896 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,33371,1732180454266] 2024-11-21T09:14:14,896 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:14:14,896 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] zookeeper.ZKUtil(111): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:14:14,896 WARN [RS:0;5b0ae2ee7b9e:33371 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:14:14,896 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] zookeeper.ZKUtil(111): regionserver:42337-0x1015cac26630002, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:14,896 WARN [RS:1;5b0ae2ee7b9e:42337 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:14:14,896 INFO [RS:0;5b0ae2ee7b9e:33371 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:14:14,896 INFO [RS:1;5b0ae2ee7b9e:42337 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:14:14,897 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:14:14,897 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:14,903 INFO [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:14:14,903 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:14:14,905 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:14:14,906 INFO [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:14:14,907 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:14:14,907 INFO [RS:1;5b0ae2ee7b9e:42337 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:14:14,908 INFO [RS:1;5b0ae2ee7b9e:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,914 INFO [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:14:14,914 INFO [RS:2;5b0ae2ee7b9e:36659 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:14:14,914 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:14:14,914 INFO [RS:2;5b0ae2ee7b9e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,915 INFO [RS:0;5b0ae2ee7b9e:33371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:14:14,915 INFO [RS:0;5b0ae2ee7b9e:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,915 INFO [RS:1;5b0ae2ee7b9e:42337 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:14:14,915 INFO [RS:1;5b0ae2ee7b9e:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,916 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,916 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,916 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,916 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,916 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:14:14,916 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,916 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:14:14,916 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,916 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,916 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,916 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,917 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,917 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,917 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:14:14,917 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:14:14,917 INFO [RS:2;5b0ae2ee7b9e:36659 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:14:14,917 INFO [RS:2;5b0ae2ee7b9e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,917 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,917 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,917 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,917 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,917 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,917 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:14:14,918 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,918 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,918 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,918 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,918 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,918 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,918 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:14:14,918 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:14:14,922 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:14:14,922 INFO [RS:1;5b0ae2ee7b9e:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,922 INFO [RS:1;5b0ae2ee7b9e:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,922 INFO [RS:1;5b0ae2ee7b9e:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,922 INFO [RS:1;5b0ae2ee7b9e:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,922 INFO [RS:1;5b0ae2ee7b9e:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,923 INFO [RS:1;5b0ae2ee7b9e:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42337,1732180454299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:14:14,923 INFO [RS:0;5b0ae2ee7b9e:33371 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:14:14,923 INFO [RS:0;5b0ae2ee7b9e:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,923 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,923 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,923 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,923 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,923 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,923 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:14:14,923 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,923 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,923 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,924 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,924 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,924 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:14:14,924 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:14:14,924 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:14:14,924 INFO [RS:2;5b0ae2ee7b9e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,924 INFO [RS:2;5b0ae2ee7b9e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,924 INFO [RS:2;5b0ae2ee7b9e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,924 INFO [RS:2;5b0ae2ee7b9e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,924 INFO [RS:2;5b0ae2ee7b9e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,924 INFO [RS:2;5b0ae2ee7b9e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,36659,1732180454338-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:14:14,928 INFO [RS:0;5b0ae2ee7b9e:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,928 INFO [RS:0;5b0ae2ee7b9e:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,928 INFO [RS:0;5b0ae2ee7b9e:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,929 INFO [RS:0;5b0ae2ee7b9e:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,929 INFO [RS:0;5b0ae2ee7b9e:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,929 INFO [RS:0;5b0ae2ee7b9e:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,33371,1732180454266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:14:14,932 WARN [5b0ae2ee7b9e:42161 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T09:14:14,941 INFO [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:14:14,942 INFO [RS:1;5b0ae2ee7b9e:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42337,1732180454299-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,942 INFO [RS:1;5b0ae2ee7b9e:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,942 INFO [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.Replication(171): 5b0ae2ee7b9e,42337,1732180454299 started 2024-11-21T09:14:14,947 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:14:14,948 INFO [RS:2;5b0ae2ee7b9e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,36659,1732180454338-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,948 INFO [RS:2;5b0ae2ee7b9e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,948 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.Replication(171): 5b0ae2ee7b9e,36659,1732180454338 started 2024-11-21T09:14:14,952 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:14:14,952 INFO [RS:0;5b0ae2ee7b9e:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,33371,1732180454266-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,952 INFO [RS:0;5b0ae2ee7b9e:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,953 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.Replication(171): 5b0ae2ee7b9e,33371,1732180454266 started 2024-11-21T09:14:14,962 INFO [RS:1;5b0ae2ee7b9e:42337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,962 INFO [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,42337,1732180454299, RpcServer on 5b0ae2ee7b9e/172.17.0.2:42337, sessionid=0x1015cac26630002 2024-11-21T09:14:14,962 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:14:14,962 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:14,962 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,42337,1732180454299' 2024-11-21T09:14:14,963 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T09:14:14,963 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T09:14:14,964 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:14:14,964 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:14:14,964 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:14,964 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,42337,1732180454299' 2024-11-21T09:14:14,964 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T09:14:14,965 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T09:14:14,965 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:14:14,965 INFO [RS:1;5b0ae2ee7b9e:42337 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:14:14,965 INFO [RS:1;5b0ae2ee7b9e:42337 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:14:14,969 INFO [RS:2;5b0ae2ee7b9e:36659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,970 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,36659,1732180454338, RpcServer on 5b0ae2ee7b9e/172.17.0.2:36659, sessionid=0x1015cac26630003 2024-11-21T09:14:14,970 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:14:14,970 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:14:14,970 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,36659,1732180454338' 2024-11-21T09:14:14,970 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T09:14:14,971 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T09:14:14,971 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:14:14,971 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:14:14,971 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:14:14,971 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,36659,1732180454338' 2024-11-21T09:14:14,971 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T09:14:14,971 INFO [RS:0;5b0ae2ee7b9e:33371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:14,971 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,33371,1732180454266, RpcServer on 5b0ae2ee7b9e/172.17.0.2:33371, sessionid=0x1015cac26630001 2024-11-21T09:14:14,972 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:14:14,972 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:14:14,972 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,33371,1732180454266' 2024-11-21T09:14:14,972 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T09:14:14,972 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T09:14:14,972 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T09:14:14,972 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:14:14,972 INFO [RS:2;5b0ae2ee7b9e:36659 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:14:14,972 INFO [RS:2;5b0ae2ee7b9e:36659 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:14:14,972 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:14:14,972 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:14:14,972 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:14:14,972 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,33371,1732180454266' 2024-11-21T09:14:14,972 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T09:14:14,973 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T09:14:14,973 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:14:14,973 INFO [RS:0;5b0ae2ee7b9e:33371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:14:14,973 INFO [RS:0;5b0ae2ee7b9e:33371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:14:15,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:14:15,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:14:15,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:14:15,066 INFO [RS:1;5b0ae2ee7b9e:42337 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:14:15,068 INFO [RS:1;5b0ae2ee7b9e:42337 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C42337%2C1732180454299, suffix=, logDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299, archiveDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/oldWALs, maxLogs=32 2024-11-21T09:14:15,073 INFO [RS:2;5b0ae2ee7b9e:36659 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:14:15,074 INFO [RS:0;5b0ae2ee7b9e:33371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:14:15,074 INFO [RS:2;5b0ae2ee7b9e:36659 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C36659%2C1732180454338, suffix=, logDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,36659,1732180454338, archiveDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/oldWALs, maxLogs=32 2024-11-21T09:14:15,075 INFO [RS:0;5b0ae2ee7b9e:33371 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C33371%2C1732180454266, suffix=, logDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,33371,1732180454266, archiveDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/oldWALs, maxLogs=32 2024-11-21T09:14:15,083 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299/5b0ae2ee7b9e%2C42337%2C1732180454299.1732180455070, exclude list is [], retry=0 2024-11-21T09:14:15,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33851,DS-997301d0-a993-4782-88b9-1f5c9e0bef23,DISK] 2024-11-21T09:14:15,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35705,DS-f8c52171-8223-47e5-b3f7-e4c9fb7c8d04,DISK] 2024-11-21T09:14:15,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44251,DS-b903fea6-1cb3-41d1-aa33-ece9fb0a0b40,DISK] 2024-11-21T09:14:15,088 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,36659,1732180454338/5b0ae2ee7b9e%2C36659%2C1732180454338.1732180455075, exclude list is [], retry=0 2024-11-21T09:14:15,088 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,33371,1732180454266/5b0ae2ee7b9e%2C33371%2C1732180454266.1732180455076, exclude list is [], retry=0 2024-11-21T09:14:15,089 INFO [RS:1;5b0ae2ee7b9e:42337 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299/5b0ae2ee7b9e%2C42337%2C1732180454299.1732180455070 2024-11-21T09:14:15,089 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37851:37851),(127.0.0.1/127.0.0.1:43653:43653),(127.0.0.1/127.0.0.1:38641:38641)] 2024-11-21T09:14:15,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33851,DS-997301d0-a993-4782-88b9-1f5c9e0bef23,DISK] 2024-11-21T09:14:15,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44251,DS-b903fea6-1cb3-41d1-aa33-ece9fb0a0b40,DISK] 2024-11-21T09:14:15,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35705,DS-f8c52171-8223-47e5-b3f7-e4c9fb7c8d04,DISK] 2024-11-21T09:14:15,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44251,DS-b903fea6-1cb3-41d1-aa33-ece9fb0a0b40,DISK] 2024-11-21T09:14:15,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33851,DS-997301d0-a993-4782-88b9-1f5c9e0bef23,DISK] 2024-11-21T09:14:15,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35705,DS-f8c52171-8223-47e5-b3f7-e4c9fb7c8d04,DISK] 2024-11-21T09:14:15,093 INFO [RS:0;5b0ae2ee7b9e:33371 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,33371,1732180454266/5b0ae2ee7b9e%2C33371%2C1732180454266.1732180455076 2024-11-21T09:14:15,094 INFO [RS:2;5b0ae2ee7b9e:36659 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,36659,1732180454338/5b0ae2ee7b9e%2C36659%2C1732180454338.1732180455075 2024-11-21T09:14:15,094 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43653:43653),(127.0.0.1/127.0.0.1:37851:37851),(127.0.0.1/127.0.0.1:38641:38641)] 2024-11-21T09:14:15,094 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37851:37851),(127.0.0.1/127.0.0.1:43653:43653),(127.0.0.1/127.0.0.1:38641:38641)] 2024-11-21T09:14:15,182 DEBUG [5b0ae2ee7b9e:42161 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T09:14:15,183 DEBUG [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(204): Hosts are {5b0ae2ee7b9e=0} racks are {/default-rack=0} 2024-11-21T09:14:15,188 DEBUG [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T09:14:15,188 DEBUG [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T09:14:15,188 DEBUG [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T09:14:15,188 DEBUG [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T09:14:15,188 DEBUG [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T09:14:15,188 DEBUG [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T09:14:15,188 INFO [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T09:14:15,189 INFO [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T09:14:15,189 INFO [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T09:14:15,189 DEBUG [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T09:14:15,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:15,192 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,42337,1732180454299, state=OPENING 2024-11-21T09:14:15,342 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:14:15,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:15,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:15,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:15,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x1015cac26630002, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:14:15,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:14:15,380 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:14:15,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:14:15,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:14:15,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,42337,1732180454299}] 2024-11-21T09:14:15,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:14:15,552 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:14:15,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:14:15,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:14:15,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:14:15,769 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:14:15,769 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T09:14:21,272 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:14:21,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:14:21,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:14:21,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:14:25,383 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:14:25,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:14:25,402 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:14:25,403 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:14:25,403 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:14:25,418 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C42337%2C1732180454299.meta, suffix=.meta, logDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299, archiveDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/oldWALs, maxLogs=32 2024-11-21T09:14:25,436 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299/5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta, exclude list is [], retry=0 2024-11-21T09:14:25,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35705,DS-f8c52171-8223-47e5-b3f7-e4c9fb7c8d04,DISK] 2024-11-21T09:14:25,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44251,DS-b903fea6-1cb3-41d1-aa33-ece9fb0a0b40,DISK] 2024-11-21T09:14:25,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33851,DS-997301d0-a993-4782-88b9-1f5c9e0bef23,DISK] 2024-11-21T09:14:25,441 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299/5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta 2024-11-21T09:14:25,442 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38641:38641),(127.0.0.1/127.0.0.1:37851:37851),(127.0.0.1/127.0.0.1:43653:43653)] 2024-11-21T09:14:25,442 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:14:25,442 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:14:25,442 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:14:25,442 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:14:25,442 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:14:25,442 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:25,442 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:14:25,442 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:14:25,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:14:25,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:14:25,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:25,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:14:25,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:14:25,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:14:25,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:25,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:14:25,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:14:25,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:14:25,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:25,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:14:25,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:14:25,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:14:25,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:25,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:14:25,451 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:14:25,452 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740 2024-11-21T09:14:25,455 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740 2024-11-21T09:14:25,456 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:14:25,456 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:14:25,456 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:14:25,458 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:14:25,459 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71081622, jitterRate=0.05919870734214783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:14:25,459 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:14:25,460 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180465443Writing region info on filesystem at 1732180465443Initializing all the Stores at 1732180465443Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180465444 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180465444Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180465444Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180465444Cleaning up temporary data from old regions at 1732180465456 (+12 ms)Running coprocessor post-open hooks at 1732180465459 (+3 ms)Region opened successfully at 1732180465460 (+1 ms) 2024-11-21T09:14:25,461 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180465383 2024-11-21T09:14:25,463 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:14:25,464 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:14:25,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:25,465 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,42337,1732180454299, state=OPEN 2024-11-21T09:14:25,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T09:14:25,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T09:14:25,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:14:25,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x1015cac26630002, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T09:14:25,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T09:14:25,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:14:25,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:14:25,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:14:25,478 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:25,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:14:25,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,42337,1732180454299 in 10.0980 sec 2024-11-21T09:14:25,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:14:25,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7030 sec 2024-11-21T09:14:25,493 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:14:25,494 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:14:25,516 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:14:25,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,42337,1732180454299, seqNum=-1] 2024-11-21T09:14:25,517 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:14:25,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:14:25,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8000 sec 2024-11-21T09:14:25,536 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180465536, completionTime=-1 2024-11-21T09:14:25,537 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T09:14:25,537 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:14:25,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T09:14:25,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180525539 2024-11-21T09:14:25,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180585539 2024-11-21T09:14:25,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T09:14:25,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42161,1732180454092-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:25,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42161,1732180454092-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:25,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42161,1732180454092-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:25,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:42161, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:25,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:25,541 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:14:25,543 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:25,547 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.142sec 2024-11-21T09:14:25,547 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:14:25,547 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:14:25,547 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:14:25,547 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:14:25,548 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:14:25,548 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42161,1732180454092-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:14:25,548 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42161,1732180454092-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:14:25,558 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:14:25,558 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:14:25,558 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42161,1732180454092-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:14:25,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f9cf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:14:25,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,42161,-1 for getting cluster id 2024-11-21T09:14:25,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:14:25,580 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5534ffc0-b96b-4dc5-8fb1-17a80833fc84' 2024-11-21T09:14:25,581 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:14:25,581 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5534ffc0-b96b-4dc5-8fb1-17a80833fc84" 2024-11-21T09:14:25,581 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74be1cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:14:25,582 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,42161,-1] 2024-11-21T09:14:25,582 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:14:25,582 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:14:25,584 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:14:25,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75bdc264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:14:25,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:14:25,586 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,42337,1732180454299, seqNum=-1] 2024-11-21T09:14:25,587 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:14:25,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:14:25,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,42161,1732180454092 2024-11-21T09:14:25,593 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732180465593 (current time:1732180465593). 2024-11-21T09:14:25,593 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T09:14:25,594 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-21T09:14:25,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be91524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:14:25,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,42161,-1 for getting cluster id 2024-11-21T09:14:25,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:14:25,598 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5534ffc0-b96b-4dc5-8fb1-17a80833fc84' 2024-11-21T09:14:25,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:14:25,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5534ffc0-b96b-4dc5-8fb1-17a80833fc84" 2024-11-21T09:14:25,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b87e587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:14:25,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,42161,-1] 2024-11-21T09:14:25,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:14:25,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:14:25,600 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:14:25,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321d23da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:14:25,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:14:25,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,42337,1732180454299, seqNum=-1] 2024-11-21T09:14:25,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:14:25,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:14:25,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:14:25,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:14:25,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:14:25,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:14:25,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:14:25,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:14:25,606 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,42161,1732180454092 2024-11-21T09:14:25,606 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22b6cadd 2024-11-21T09:14:25,606 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:14:25,608 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:14:25,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:14:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-21T09:14:25,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:14:25,613 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:25,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-21T09:14:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:14:25,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:14:25,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741837_1013 (size=361) 2024-11-21T09:14:25,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741837_1013 (size=361) 2024-11-21T09:14:25,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741837_1013 (size=361) 2024-11-21T09:14:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:14:25,769 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T09:14:25,769 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T09:14:25,770 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:14:25,770 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T09:14:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:14:26,038 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6697b2c85a206951174756564842fcc1, NAME => 'SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b 2024-11-21T09:14:26,052 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6cccf277b4786caa1f087639797d9191, NAME => 'SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b 2024-11-21T09:14:26,053 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7a8e45e5e666f0ca10280773c5ef8606, NAME => 'SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b 2024-11-21T09:14:26,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741840_1016 (size=62) 2024-11-21T09:14:26,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741840_1016 (size=62) 2024-11-21T09:14:26,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741840_1016 (size=62) 2024-11-21T09:14:26,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:26,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7a8e45e5e666f0ca10280773c5ef8606, disabling compactions & flushes 2024-11-21T09:14:26,140 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606. 2024-11-21T09:14:26,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606. 2024-11-21T09:14:26,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606. after waiting 0 ms 2024-11-21T09:14:26,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606. 2024-11-21T09:14:26,140 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606. 2024-11-21T09:14:26,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7a8e45e5e666f0ca10280773c5ef8606: Waiting for close lock at 1732180466139Disabling compacts and flushes for region at 1732180466139Disabling writes for close at 1732180466140 (+1 ms)Writing region close event to WAL at 1732180466140Closed at 1732180466140 2024-11-21T09:14:26,141 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1d8dc129c276129b6ecf95815b9536e6, NAME => 'SPTestTable,4ccccccb,1732180465609.1d8dc129c276129b6ecf95815b9536e6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b 2024-11-21T09:14:26,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741839_1015 (size=62) 2024-11-21T09:14:26,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741839_1015 (size=62) 2024-11-21T09:14:26,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741839_1015 (size=62) 2024-11-21T09:14:26,153 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:26,153 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6cccf277b4786caa1f087639797d9191, disabling compactions & flushes 2024-11-21T09:14:26,153 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191. 2024-11-21T09:14:26,153 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191. 2024-11-21T09:14:26,153 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191. after waiting 0 ms 2024-11-21T09:14:26,153 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191. 2024-11-21T09:14:26,153 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191. 2024-11-21T09:14:26,153 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6cccf277b4786caa1f087639797d9191: Waiting for close lock at 1732180466153Disabling compacts and flushes for region at 1732180466153Disabling writes for close at 1732180466153Writing region close event to WAL at 1732180466153Closed at 1732180466153 2024-11-21T09:14:26,154 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 954e29503f43b1dfe62d0dc113f287ba, NAME => 'SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b 2024-11-21T09:14:26,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741838_1014 (size=54) 2024-11-21T09:14:26,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741838_1014 (size=54) 2024-11-21T09:14:26,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741838_1014 (size=54) 2024-11-21T09:14:26,166 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:26,166 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6697b2c85a206951174756564842fcc1, disabling compactions & flushes 2024-11-21T09:14:26,166 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1. 2024-11-21T09:14:26,166 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1. 2024-11-21T09:14:26,166 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1. after waiting 0 ms 2024-11-21T09:14:26,166 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1. 2024-11-21T09:14:26,166 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1. 2024-11-21T09:14:26,166 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6697b2c85a206951174756564842fcc1: Waiting for close lock at 1732180466166Disabling compacts and flushes for region at 1732180466166Disabling writes for close at 1732180466166Writing region close event to WAL at 1732180466166Closed at 1732180466166 2024-11-21T09:14:26,167 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22c69d173a72e2566d38bfbf57151440, NAME => 'SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b 2024-11-21T09:14:26,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741841_1017 (size=62) 2024-11-21T09:14:26,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741841_1017 (size=62) 2024-11-21T09:14:26,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741841_1017 (size=62) 2024-11-21T09:14:26,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:26,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 954e29503f43b1dfe62d0dc113f287ba, disabling compactions & flushes 2024-11-21T09:14:26,193 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba. 2024-11-21T09:14:26,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba. 2024-11-21T09:14:26,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba. after waiting 0 ms 2024-11-21T09:14:26,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba. 2024-11-21T09:14:26,193 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba. 2024-11-21T09:14:26,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 954e29503f43b1dfe62d0dc113f287ba: Waiting for close lock at 1732180466193Disabling compacts and flushes for region at 1732180466193Disabling writes for close at 1732180466193Writing region close event to WAL at 1732180466193Closed at 1732180466193 2024-11-21T09:14:26,194 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1ea2aa1392d308c95aaeab57273c9a13, NAME => 'SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b 2024-11-21T09:14:26,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741842_1018 (size=62) 2024-11-21T09:14:26,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741842_1018 (size=62) 2024-11-21T09:14:26,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741842_1018 (size=62) 2024-11-21T09:14:26,199 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732180465609.1d8dc129c276129b6ecf95815b9536e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:26,199 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1d8dc129c276129b6ecf95815b9536e6, disabling compactions & flushes 2024-11-21T09:14:26,199 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732180465609.1d8dc129c276129b6ecf95815b9536e6. 2024-11-21T09:14:26,199 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732180465609.1d8dc129c276129b6ecf95815b9536e6. 2024-11-21T09:14:26,199 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732180465609.1d8dc129c276129b6ecf95815b9536e6. after waiting 0 ms 2024-11-21T09:14:26,199 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732180465609.1d8dc129c276129b6ecf95815b9536e6. 2024-11-21T09:14:26,199 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732180465609.1d8dc129c276129b6ecf95815b9536e6. 2024-11-21T09:14:26,199 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1d8dc129c276129b6ecf95815b9536e6: Waiting for close lock at 1732180466199Disabling compacts and flushes for region at 1732180466199Disabling writes for close at 1732180466199Writing region close event to WAL at 1732180466199Closed at 1732180466199 2024-11-21T09:14:26,200 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3deb52a0f0575c22e2f2b5eff3550fe9, NAME => 'SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b 2024-11-21T09:14:26,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741843_1019 (size=62) 2024-11-21T09:14:26,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741843_1019 (size=62) 2024-11-21T09:14:26,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741843_1019 (size=62) 2024-11-21T09:14:26,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741844_1020 (size=62) 2024-11-21T09:14:26,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741844_1020 (size=62) 2024-11-21T09:14:26,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741844_1020 (size=62) 2024-11-21T09:14:26,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:26,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1ea2aa1392d308c95aaeab57273c9a13, disabling compactions & flushes 2024-11-21T09:14:26,218 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. 2024-11-21T09:14:26,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. 2024-11-21T09:14:26,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. after waiting 0 ms 2024-11-21T09:14:26,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. 2024-11-21T09:14:26,218 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. 2024-11-21T09:14:26,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1ea2aa1392d308c95aaeab57273c9a13: Waiting for close lock at 1732180466218Disabling compacts and flushes for region at 1732180466218Disabling writes for close at 1732180466218Writing region close event to WAL at 1732180466218Closed at 1732180466218 2024-11-21T09:14:26,219 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 062c7b0f015730036858a95136257a2e, NAME => 'SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b 2024-11-21T09:14:26,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741845_1021 (size=62) 2024-11-21T09:14:26,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741845_1021 (size=62) 2024-11-21T09:14:26,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741845_1021 (size=62) 2024-11-21T09:14:26,230 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:26,230 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3deb52a0f0575c22e2f2b5eff3550fe9, disabling compactions & flushes 2024-11-21T09:14:26,230 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9. 2024-11-21T09:14:26,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9. 2024-11-21T09:14:26,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9. after waiting 0 ms 2024-11-21T09:14:26,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9. 2024-11-21T09:14:26,231 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9. 2024-11-21T09:14:26,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3deb52a0f0575c22e2f2b5eff3550fe9: Waiting for close lock at 1732180466230Disabling compacts and flushes for region at 1732180466230Disabling writes for close at 1732180466231 (+1 ms)Writing region close event to WAL at 1732180466231Closed at 1732180466231 2024-11-21T09:14:26,231 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 26e1d8c24b8dbfc62a1c8625d977f016, NAME => 'SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b 2024-11-21T09:14:26,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741846_1022 (size=62) 2024-11-21T09:14:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741846_1022 (size=62) 2024-11-21T09:14:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741846_1022 (size=62) 2024-11-21T09:14:26,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:26,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 062c7b0f015730036858a95136257a2e, disabling compactions & flushes 2024-11-21T09:14:26,243 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e. 2024-11-21T09:14:26,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e. 2024-11-21T09:14:26,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e. after waiting 0 ms 2024-11-21T09:14:26,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e. 2024-11-21T09:14:26,243 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e. 2024-11-21T09:14:26,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 062c7b0f015730036858a95136257a2e: Waiting for close lock at 1732180466242Disabling compacts and flushes for region at 1732180466243 (+1 ms)Disabling writes for close at 1732180466243Writing region close event to WAL at 1732180466243Closed at 1732180466243 2024-11-21T09:14:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:14:26,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741847_1023 (size=54) 2024-11-21T09:14:26,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741847_1023 (size=54) 2024-11-21T09:14:26,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741847_1023 (size=54) 2024-11-21T09:14:26,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:26,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 26e1d8c24b8dbfc62a1c8625d977f016, disabling compactions & flushes 2024-11-21T09:14:26,250 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016. 2024-11-21T09:14:26,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016. 2024-11-21T09:14:26,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016. after waiting 0 ms 2024-11-21T09:14:26,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016. 2024-11-21T09:14:26,250 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016. 2024-11-21T09:14:26,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 26e1d8c24b8dbfc62a1c8625d977f016: Waiting for close lock at 1732180466250Disabling compacts and flushes for region at 1732180466250Disabling writes for close at 1732180466250Writing region close event to WAL at 1732180466250Closed at 1732180466250 2024-11-21T09:14:26,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:26,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 22c69d173a72e2566d38bfbf57151440, disabling compactions & flushes 2024-11-21T09:14:26,605 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440. 2024-11-21T09:14:26,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440. 2024-11-21T09:14:26,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440. after waiting 0 ms 2024-11-21T09:14:26,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440. 2024-11-21T09:14:26,605 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440. 2024-11-21T09:14:26,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22c69d173a72e2566d38bfbf57151440: Waiting for close lock at 1732180466605Disabling compacts and flushes for region at 1732180466605Disabling writes for close at 1732180466605Writing region close event to WAL at 1732180466605Closed at 1732180466605 2024-11-21T09:14:26,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:14:26,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732180466607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180466607"}]},"ts":"1732180466607"} 2024-11-21T09:14:26,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732180466607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180466607"}]},"ts":"1732180466607"} 2024-11-21T09:14:26,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732180466607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180466607"}]},"ts":"1732180466607"} 2024-11-21T09:14:26,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732180466607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180466607"}]},"ts":"1732180466607"} 2024-11-21T09:14:26,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732180465609.1d8dc129c276129b6ecf95815b9536e6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732180466607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180466607"}]},"ts":"1732180466607"} 2024-11-21T09:14:26,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732180466607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180466607"}]},"ts":"1732180466607"} 2024-11-21T09:14:26,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732180466607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180466607"}]},"ts":"1732180466607"} 2024-11-21T09:14:26,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732180466607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180466607"}]},"ts":"1732180466607"} 2024-11-21T09:14:26,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732180466607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180466607"}]},"ts":"1732180466607"} 2024-11-21T09:14:26,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732180466607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180466607"}]},"ts":"1732180466607"} 2024-11-21T09:14:26,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-21T09:14:26,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:14:26,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180466615"}]},"ts":"1732180466615"} 2024-11-21T09:14:26,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-21T09:14:26,618 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {5b0ae2ee7b9e=0} racks are {/default-rack=0} 2024-11-21T09:14:26,623 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T09:14:26,623 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T09:14:26,623 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T09:14:26,623 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T09:14:26,624 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T09:14:26,624 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T09:14:26,624 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T09:14:26,624 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T09:14:26,624 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T09:14:26,624 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T09:14:26,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6697b2c85a206951174756564842fcc1, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6cccf277b4786caa1f087639797d9191, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a8e45e5e666f0ca10280773c5ef8606, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d8dc129c276129b6ecf95815b9536e6, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=954e29503f43b1dfe62d0dc113f287ba, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22c69d173a72e2566d38bfbf57151440, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ea2aa1392d308c95aaeab57273c9a13, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3deb52a0f0575c22e2f2b5eff3550fe9, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=062c7b0f015730036858a95136257a2e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26e1d8c24b8dbfc62a1c8625d977f016, ASSIGN}] 2024-11-21T09:14:26,627 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6cccf277b4786caa1f087639797d9191, ASSIGN 2024-11-21T09:14:26,627 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a8e45e5e666f0ca10280773c5ef8606, ASSIGN 2024-11-21T09:14:26,627 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6697b2c85a206951174756564842fcc1, ASSIGN 2024-11-21T09:14:26,628 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ea2aa1392d308c95aaeab57273c9a13, ASSIGN 2024-11-21T09:14:26,629 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6cccf277b4786caa1f087639797d9191, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,42337,1732180454299; forceNewPlan=false, retain=false 2024-11-21T09:14:26,629 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1ea2aa1392d308c95aaeab57273c9a13, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,33371,1732180454266; forceNewPlan=false, retain=false 2024-11-21T09:14:26,629 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a8e45e5e666f0ca10280773c5ef8606, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,36659,1732180454338; forceNewPlan=false, retain=false 2024-11-21T09:14:26,629 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6697b2c85a206951174756564842fcc1, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,33371,1732180454266; forceNewPlan=false, retain=false 2024-11-21T09:14:26,633 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3deb52a0f0575c22e2f2b5eff3550fe9, ASSIGN 2024-11-21T09:14:26,633 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=062c7b0f015730036858a95136257a2e, ASSIGN 2024-11-21T09:14:26,633 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26e1d8c24b8dbfc62a1c8625d977f016, ASSIGN 2024-11-21T09:14:26,633 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22c69d173a72e2566d38bfbf57151440, ASSIGN 2024-11-21T09:14:26,634 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=954e29503f43b1dfe62d0dc113f287ba, ASSIGN 2024-11-21T09:14:26,635 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=22c69d173a72e2566d38bfbf57151440, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,36659,1732180454338; forceNewPlan=false, retain=false 2024-11-21T09:14:26,635 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3deb52a0f0575c22e2f2b5eff3550fe9, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,36659,1732180454338; forceNewPlan=false, retain=false 2024-11-21T09:14:26,635 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=954e29503f43b1dfe62d0dc113f287ba, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,36659,1732180454338; forceNewPlan=false, retain=false 2024-11-21T09:14:26,635 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=062c7b0f015730036858a95136257a2e, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,42337,1732180454299; forceNewPlan=false, retain=false 2024-11-21T09:14:26,635 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=26e1d8c24b8dbfc62a1c8625d977f016, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,33371,1732180454266; forceNewPlan=false, retain=false 2024-11-21T09:14:26,639 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d8dc129c276129b6ecf95815b9536e6, ASSIGN 2024-11-21T09:14:26,640 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d8dc129c276129b6ecf95815b9536e6, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,42337,1732180454299; forceNewPlan=false, retain=false 2024-11-21T09:14:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:14:26,780 INFO [5b0ae2ee7b9e:42161 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-21T09:14:26,780 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=062c7b0f015730036858a95136257a2e, regionState=OPENING, regionLocation=5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:26,781 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1d8dc129c276129b6ecf95815b9536e6, regionState=OPENING, regionLocation=5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:26,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6cccf277b4786caa1f087639797d9191, regionState=OPENING, regionLocation=5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:26,781 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3deb52a0f0575c22e2f2b5eff3550fe9, regionState=OPENING, regionLocation=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:14:26,782 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=22c69d173a72e2566d38bfbf57151440, regionState=OPENING, regionLocation=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:14:26,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=954e29503f43b1dfe62d0dc113f287ba, regionState=OPENING, regionLocation=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:14:26,782 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7a8e45e5e666f0ca10280773c5ef8606, regionState=OPENING, regionLocation=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:14:26,782 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=26e1d8c24b8dbfc62a1c8625d977f016, regionState=OPENING, regionLocation=5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:14:26,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1ea2aa1392d308c95aaeab57273c9a13, regionState=OPENING, regionLocation=5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:14:26,782 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6697b2c85a206951174756564842fcc1, regionState=OPENING, regionLocation=5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:14:26,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=062c7b0f015730036858a95136257a2e, ASSIGN because future has completed 2024-11-21T09:14:26,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 062c7b0f015730036858a95136257a2e, server=5b0ae2ee7b9e,42337,1732180454299}] 2024-11-21T09:14:26,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d8dc129c276129b6ecf95815b9536e6, ASSIGN because future has completed 2024-11-21T09:14:26,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6cccf277b4786caa1f087639797d9191, ASSIGN because future has completed 2024-11-21T09:14:26,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d8dc129c276129b6ecf95815b9536e6, server=5b0ae2ee7b9e,42337,1732180454299}] 2024-11-21T09:14:26,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cccf277b4786caa1f087639797d9191, server=5b0ae2ee7b9e,42337,1732180454299}] 2024-11-21T09:14:26,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3deb52a0f0575c22e2f2b5eff3550fe9, ASSIGN because future has completed 2024-11-21T09:14:26,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=22c69d173a72e2566d38bfbf57151440, ASSIGN because future has completed 2024-11-21T09:14:26,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=954e29503f43b1dfe62d0dc113f287ba, ASSIGN because future has completed 2024-11-21T09:14:26,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a8e45e5e666f0ca10280773c5ef8606, ASSIGN because future has completed 2024-11-21T09:14:26,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22c69d173a72e2566d38bfbf57151440, server=5b0ae2ee7b9e,36659,1732180454338}] 2024-11-21T09:14:26,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3deb52a0f0575c22e2f2b5eff3550fe9, server=5b0ae2ee7b9e,36659,1732180454338}] 2024-11-21T09:14:26,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a8e45e5e666f0ca10280773c5ef8606, server=5b0ae2ee7b9e,36659,1732180454338}] 2024-11-21T09:14:26,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=26e1d8c24b8dbfc62a1c8625d977f016, ASSIGN because future has completed 2024-11-21T09:14:26,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6697b2c85a206951174756564842fcc1, ASSIGN because future has completed 2024-11-21T09:14:26,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1ea2aa1392d308c95aaeab57273c9a13, ASSIGN because future has completed 2024-11-21T09:14:26,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6697b2c85a206951174756564842fcc1, server=5b0ae2ee7b9e,33371,1732180454266}] 2024-11-21T09:14:26,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ea2aa1392d308c95aaeab57273c9a13, server=5b0ae2ee7b9e,33371,1732180454266}] 2024-11-21T09:14:26,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26e1d8c24b8dbfc62a1c8625d977f016, server=5b0ae2ee7b9e,33371,1732180454266}] 2024-11-21T09:14:26,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 954e29503f43b1dfe62d0dc113f287ba, server=5b0ae2ee7b9e,36659,1732180454338}] 2024-11-21T09:14:27,357 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:14:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:14:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:14:30,944 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:14:30,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:14:30,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:14:30,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:14:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:14:36,817 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e. 2024-11-21T09:14:36,817 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 062c7b0f015730036858a95136257a2e, NAME => 'SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-21T09:14:36,817 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 062c7b0f015730036858a95136257a2e 2024-11-21T09:14:36,817 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:36,817 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 062c7b0f015730036858a95136257a2e 2024-11-21T09:14:36,817 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 062c7b0f015730036858a95136257a2e 2024-11-21T09:14:36,820 INFO [StoreOpener-062c7b0f015730036858a95136257a2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 062c7b0f015730036858a95136257a2e 2024-11-21T09:14:36,822 INFO [StoreOpener-062c7b0f015730036858a95136257a2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062c7b0f015730036858a95136257a2e columnFamilyName cf 2024-11-21T09:14:36,822 DEBUG [StoreOpener-062c7b0f015730036858a95136257a2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:36,823 INFO [StoreOpener-062c7b0f015730036858a95136257a2e-1 {}] regionserver.HStore(327): Store=062c7b0f015730036858a95136257a2e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:14:36,823 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 062c7b0f015730036858a95136257a2e 2024-11-21T09:14:36,824 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/062c7b0f015730036858a95136257a2e 2024-11-21T09:14:36,824 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/062c7b0f015730036858a95136257a2e 2024-11-21T09:14:36,825 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 062c7b0f015730036858a95136257a2e 2024-11-21T09:14:36,825 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 062c7b0f015730036858a95136257a2e 2024-11-21T09:14:36,826 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 062c7b0f015730036858a95136257a2e 2024-11-21T09:14:36,829 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/062c7b0f015730036858a95136257a2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:14:36,829 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 062c7b0f015730036858a95136257a2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62536930, jitterRate=-0.06812712550163269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:14:36,830 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 062c7b0f015730036858a95136257a2e 2024-11-21T09:14:36,830 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 062c7b0f015730036858a95136257a2e: Running coprocessor pre-open hook at 1732180476817Writing region info on filesystem at 1732180476818 (+1 ms)Initializing all the Stores at 1732180476820 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180476820Cleaning up temporary data from old regions at 1732180476825 (+5 ms)Running coprocessor post-open hooks at 1732180476830 (+5 ms)Region opened successfully at 1732180476830 2024-11-21T09:14:36,831 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e., pid=15, masterSystemTime=1732180476811 2024-11-21T09:14:36,833 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e. 2024-11-21T09:14:36,833 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=062c7b0f015730036858a95136257a2e, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:36,833 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e. 2024-11-21T09:14:36,833 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191. 2024-11-21T09:14:36,833 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 6cccf277b4786caa1f087639797d9191, NAME => 'SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-21T09:14:36,834 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6cccf277b4786caa1f087639797d9191 2024-11-21T09:14:36,834 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:36,834 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 6cccf277b4786caa1f087639797d9191 2024-11-21T09:14:36,834 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 6cccf277b4786caa1f087639797d9191 2024-11-21T09:14:36,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 062c7b0f015730036858a95136257a2e, server=5b0ae2ee7b9e,42337,1732180454299 because future has completed 2024-11-21T09:14:36,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-21T09:14:36,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 062c7b0f015730036858a95136257a2e, server=5b0ae2ee7b9e,42337,1732180454299 in 10.0480 sec 2024-11-21T09:14:36,841 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:14:36,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=062c7b0f015730036858a95136257a2e, ASSIGN in 10.2150 sec 2024-11-21T09:14:36,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:14:36,845 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:14:36,848 INFO [StoreOpener-6cccf277b4786caa1f087639797d9191-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6cccf277b4786caa1f087639797d9191 2024-11-21T09:14:36,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:14:36,853 INFO [StoreOpener-6cccf277b4786caa1f087639797d9191-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cccf277b4786caa1f087639797d9191 columnFamilyName cf 2024-11-21T09:14:36,853 DEBUG [StoreOpener-6cccf277b4786caa1f087639797d9191-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:36,854 INFO [StoreOpener-6cccf277b4786caa1f087639797d9191-1 {}] regionserver.HStore(327): Store=6cccf277b4786caa1f087639797d9191/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:14:36,854 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 6cccf277b4786caa1f087639797d9191 2024-11-21T09:14:36,855 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/6cccf277b4786caa1f087639797d9191 2024-11-21T09:14:36,855 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/6cccf277b4786caa1f087639797d9191 2024-11-21T09:14:36,856 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 6cccf277b4786caa1f087639797d9191 2024-11-21T09:14:36,856 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 6cccf277b4786caa1f087639797d9191 2024-11-21T09:14:36,859 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 6cccf277b4786caa1f087639797d9191 2024-11-21T09:14:36,862 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. 2024-11-21T09:14:36,862 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606. 2024-11-21T09:14:36,862 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ea2aa1392d308c95aaeab57273c9a13, NAME => 'SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T09:14:36,862 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a8e45e5e666f0ca10280773c5ef8606, NAME => 'SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-21T09:14:36,863 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7a8e45e5e666f0ca10280773c5ef8606 2024-11-21T09:14:36,863 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1ea2aa1392d308c95aaeab57273c9a13 2024-11-21T09:14:36,863 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:36,863 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:36,863 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 7a8e45e5e666f0ca10280773c5ef8606 2024-11-21T09:14:36,863 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 1ea2aa1392d308c95aaeab57273c9a13 2024-11-21T09:14:36,863 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 7a8e45e5e666f0ca10280773c5ef8606 2024-11-21T09:14:36,863 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 1ea2aa1392d308c95aaeab57273c9a13 2024-11-21T09:14:36,864 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/6cccf277b4786caa1f087639797d9191/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:14:36,864 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 6cccf277b4786caa1f087639797d9191; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72806293, jitterRate=0.08489830791950226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:14:36,865 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6cccf277b4786caa1f087639797d9191 2024-11-21T09:14:36,865 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 6cccf277b4786caa1f087639797d9191: Running coprocessor pre-open hook at 1732180476834Writing region info on filesystem at 1732180476834Initializing all the Stores at 1732180476837 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180476837Cleaning up temporary data from old regions at 1732180476856 (+19 ms)Running coprocessor post-open hooks at 1732180476865 (+9 ms)Region opened successfully at 1732180476865 2024-11-21T09:14:36,866 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191., pid=16, masterSystemTime=1732180476811 2024-11-21T09:14:36,867 INFO [StoreOpener-1ea2aa1392d308c95aaeab57273c9a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1ea2aa1392d308c95aaeab57273c9a13 2024-11-21T09:14:36,868 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191. 2024-11-21T09:14:36,868 INFO [StoreOpener-7a8e45e5e666f0ca10280773c5ef8606-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7a8e45e5e666f0ca10280773c5ef8606 2024-11-21T09:14:36,869 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191. 2024-11-21T09:14:36,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6cccf277b4786caa1f087639797d9191, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:36,869 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732180465609.1d8dc129c276129b6ecf95815b9536e6. 2024-11-21T09:14:36,869 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d8dc129c276129b6ecf95815b9536e6, NAME => 'SPTestTable,4ccccccb,1732180465609.1d8dc129c276129b6ecf95815b9536e6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-21T09:14:36,869 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1d8dc129c276129b6ecf95815b9536e6 2024-11-21T09:14:36,869 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732180465609.1d8dc129c276129b6ecf95815b9536e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:36,869 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 1d8dc129c276129b6ecf95815b9536e6 2024-11-21T09:14:36,869 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 1d8dc129c276129b6ecf95815b9536e6 2024-11-21T09:14:36,871 INFO [StoreOpener-1ea2aa1392d308c95aaeab57273c9a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ea2aa1392d308c95aaeab57273c9a13 columnFamilyName cf 2024-11-21T09:14:36,871 DEBUG [StoreOpener-1ea2aa1392d308c95aaeab57273c9a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:36,872 INFO [StoreOpener-1ea2aa1392d308c95aaeab57273c9a13-1 {}] regionserver.HStore(327): Store=1ea2aa1392d308c95aaeab57273c9a13/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:14:36,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cccf277b4786caa1f087639797d9191, server=5b0ae2ee7b9e,42337,1732180454299 because future has completed 2024-11-21T09:14:36,872 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 1ea2aa1392d308c95aaeab57273c9a13 2024-11-21T09:14:36,872 INFO [StoreOpener-7a8e45e5e666f0ca10280773c5ef8606-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a8e45e5e666f0ca10280773c5ef8606 columnFamilyName cf 2024-11-21T09:14:36,872 DEBUG [StoreOpener-7a8e45e5e666f0ca10280773c5ef8606-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:36,875 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/1ea2aa1392d308c95aaeab57273c9a13 2024-11-21T09:14:36,875 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/1ea2aa1392d308c95aaeab57273c9a13 2024-11-21T09:14:36,876 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 1ea2aa1392d308c95aaeab57273c9a13 2024-11-21T09:14:36,876 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 1ea2aa1392d308c95aaeab57273c9a13 2024-11-21T09:14:36,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-21T09:14:36,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6cccf277b4786caa1f087639797d9191, server=5b0ae2ee7b9e,42337,1732180454299 in 10.0710 sec 2024-11-21T09:14:36,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6cccf277b4786caa1f087639797d9191, ASSIGN in 10.2550 sec 2024-11-21T09:14:36,884 INFO [StoreOpener-7a8e45e5e666f0ca10280773c5ef8606-1 {}] regionserver.HStore(327): Store=7a8e45e5e666f0ca10280773c5ef8606/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:14:36,885 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 7a8e45e5e666f0ca10280773c5ef8606 2024-11-21T09:14:36,885 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 1ea2aa1392d308c95aaeab57273c9a13 2024-11-21T09:14:36,885 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/7a8e45e5e666f0ca10280773c5ef8606 2024-11-21T09:14:36,886 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/7a8e45e5e666f0ca10280773c5ef8606 2024-11-21T09:14:36,886 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 7a8e45e5e666f0ca10280773c5ef8606 2024-11-21T09:14:36,886 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 7a8e45e5e666f0ca10280773c5ef8606 2024-11-21T09:14:36,887 INFO [StoreOpener-1d8dc129c276129b6ecf95815b9536e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1d8dc129c276129b6ecf95815b9536e6 2024-11-21T09:14:36,891 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 7a8e45e5e666f0ca10280773c5ef8606 2024-11-21T09:14:36,895 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/1ea2aa1392d308c95aaeab57273c9a13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:14:36,895 INFO [StoreOpener-1d8dc129c276129b6ecf95815b9536e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d8dc129c276129b6ecf95815b9536e6 columnFamilyName cf 2024-11-21T09:14:36,895 DEBUG [StoreOpener-1d8dc129c276129b6ecf95815b9536e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:36,895 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/7a8e45e5e666f0ca10280773c5ef8606/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:14:36,895 INFO [StoreOpener-1d8dc129c276129b6ecf95815b9536e6-1 {}] regionserver.HStore(327): Store=1d8dc129c276129b6ecf95815b9536e6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:14:36,895 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 1ea2aa1392d308c95aaeab57273c9a13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72967648, jitterRate=0.08730268478393555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:14:36,895 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ea2aa1392d308c95aaeab57273c9a13 2024-11-21T09:14:36,895 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 1d8dc129c276129b6ecf95815b9536e6 2024-11-21T09:14:36,896 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 1ea2aa1392d308c95aaeab57273c9a13: Running coprocessor pre-open hook at 1732180476863Writing region info on filesystem at 1732180476863Initializing all the Stores at 1732180476864 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180476864Cleaning up temporary data from old regions at 1732180476876 (+12 ms)Running coprocessor post-open hooks at 1732180476895 (+19 ms)Region opened successfully at 1732180476896 (+1 ms) 2024-11-21T09:14:36,896 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/1d8dc129c276129b6ecf95815b9536e6 2024-11-21T09:14:36,896 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 7a8e45e5e666f0ca10280773c5ef8606; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67154183, jitterRate=6.753057241439819E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:14:36,896 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a8e45e5e666f0ca10280773c5ef8606 2024-11-21T09:14:36,896 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 7a8e45e5e666f0ca10280773c5ef8606: Running coprocessor pre-open hook at 1732180476863Writing region info on filesystem at 1732180476863Initializing all the Stores at 1732180476867 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180476867Cleaning up temporary data from old regions at 1732180476886 (+19 ms)Running coprocessor post-open hooks at 1732180476896 (+10 ms)Region opened successfully at 1732180476896 2024-11-21T09:14:36,896 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/1d8dc129c276129b6ecf95815b9536e6 2024-11-21T09:14:36,897 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1d8dc129c276129b6ecf95815b9536e6 2024-11-21T09:14:36,897 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1d8dc129c276129b6ecf95815b9536e6 2024-11-21T09:14:36,898 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606., pid=20, masterSystemTime=1732180476840 2024-11-21T09:14:36,900 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13., pid=21, masterSystemTime=1732180476845 2024-11-21T09:14:36,900 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 1d8dc129c276129b6ecf95815b9536e6 2024-11-21T09:14:36,900 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606. 2024-11-21T09:14:36,900 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606. 2024-11-21T09:14:36,900 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba. 2024-11-21T09:14:36,901 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 954e29503f43b1dfe62d0dc113f287ba, NAME => 'SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-21T09:14:36,901 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 954e29503f43b1dfe62d0dc113f287ba 2024-11-21T09:14:36,901 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:36,901 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 954e29503f43b1dfe62d0dc113f287ba 2024-11-21T09:14:36,901 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 954e29503f43b1dfe62d0dc113f287ba 2024-11-21T09:14:36,902 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7a8e45e5e666f0ca10280773c5ef8606, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:14:36,905 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. 2024-11-21T09:14:36,905 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. 2024-11-21T09:14:36,905 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1ea2aa1392d308c95aaeab57273c9a13, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:14:36,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a8e45e5e666f0ca10280773c5ef8606, server=5b0ae2ee7b9e,36659,1732180454338 because future has completed 2024-11-21T09:14:36,905 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1. 2024-11-21T09:14:36,905 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 6697b2c85a206951174756564842fcc1, NAME => 'SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-21T09:14:36,905 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6697b2c85a206951174756564842fcc1 2024-11-21T09:14:36,906 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:36,906 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 6697b2c85a206951174756564842fcc1 2024-11-21T09:14:36,906 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 6697b2c85a206951174756564842fcc1 2024-11-21T09:14:36,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ea2aa1392d308c95aaeab57273c9a13, server=5b0ae2ee7b9e,33371,1732180454266 because future has completed 2024-11-21T09:14:36,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-21T09:14:36,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a8e45e5e666f0ca10280773c5ef8606, server=5b0ae2ee7b9e,36659,1732180454338 in 10.0810 sec 2024-11-21T09:14:36,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-11-21T09:14:36,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a8e45e5e666f0ca10280773c5ef8606, ASSIGN in 10.2870 sec 2024-11-21T09:14:36,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ea2aa1392d308c95aaeab57273c9a13, server=5b0ae2ee7b9e,33371,1732180454266 in 10.0700 sec 2024-11-21T09:14:36,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ea2aa1392d308c95aaeab57273c9a13, ASSIGN in 10.2880 sec 2024-11-21T09:14:36,916 INFO [StoreOpener-954e29503f43b1dfe62d0dc113f287ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 954e29503f43b1dfe62d0dc113f287ba 2024-11-21T09:14:36,917 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/1d8dc129c276129b6ecf95815b9536e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:14:36,917 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 1d8dc129c276129b6ecf95815b9536e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70054730, jitterRate=0.04389682412147522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:14:36,918 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d8dc129c276129b6ecf95815b9536e6 2024-11-21T09:14:36,918 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 1d8dc129c276129b6ecf95815b9536e6: Running coprocessor pre-open hook at 1732180476870Writing region info on filesystem at 1732180476870Initializing all the Stores at 1732180476872 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180476872Cleaning up temporary data from old regions at 1732180476897 (+25 ms)Running coprocessor post-open hooks at 1732180476918 (+21 ms)Region opened successfully at 1732180476918 2024-11-21T09:14:36,918 INFO [StoreOpener-954e29503f43b1dfe62d0dc113f287ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 954e29503f43b1dfe62d0dc113f287ba columnFamilyName cf 2024-11-21T09:14:36,918 DEBUG [StoreOpener-954e29503f43b1dfe62d0dc113f287ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:36,919 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732180465609.1d8dc129c276129b6ecf95815b9536e6., pid=17, masterSystemTime=1732180476811 2024-11-21T09:14:36,919 INFO [StoreOpener-954e29503f43b1dfe62d0dc113f287ba-1 {}] regionserver.HStore(327): Store=954e29503f43b1dfe62d0dc113f287ba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:14:36,919 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 954e29503f43b1dfe62d0dc113f287ba 2024-11-21T09:14:36,920 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/954e29503f43b1dfe62d0dc113f287ba 2024-11-21T09:14:36,921 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732180465609.1d8dc129c276129b6ecf95815b9536e6. 2024-11-21T09:14:36,921 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732180465609.1d8dc129c276129b6ecf95815b9536e6. 2024-11-21T09:14:36,921 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/954e29503f43b1dfe62d0dc113f287ba 2024-11-21T09:14:36,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1d8dc129c276129b6ecf95815b9536e6, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:36,922 INFO [StoreOpener-6697b2c85a206951174756564842fcc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6697b2c85a206951174756564842fcc1 2024-11-21T09:14:36,923 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 954e29503f43b1dfe62d0dc113f287ba 2024-11-21T09:14:36,923 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 954e29503f43b1dfe62d0dc113f287ba 2024-11-21T09:14:36,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d8dc129c276129b6ecf95815b9536e6, server=5b0ae2ee7b9e,42337,1732180454299 because future has completed 2024-11-21T09:14:36,928 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 954e29503f43b1dfe62d0dc113f287ba 2024-11-21T09:14:36,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-21T09:14:36,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d8dc129c276129b6ecf95815b9536e6, server=5b0ae2ee7b9e,42337,1732180454299 in 10.1230 sec 2024-11-21T09:14:36,930 INFO [StoreOpener-6697b2c85a206951174756564842fcc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6697b2c85a206951174756564842fcc1 columnFamilyName cf 2024-11-21T09:14:36,930 DEBUG [StoreOpener-6697b2c85a206951174756564842fcc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:36,930 INFO [StoreOpener-6697b2c85a206951174756564842fcc1-1 {}] regionserver.HStore(327): Store=6697b2c85a206951174756564842fcc1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:14:36,930 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 6697b2c85a206951174756564842fcc1 2024-11-21T09:14:36,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d8dc129c276129b6ecf95815b9536e6, ASSIGN in 10.3040 sec 2024-11-21T09:14:36,932 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/6697b2c85a206951174756564842fcc1 2024-11-21T09:14:36,932 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/6697b2c85a206951174756564842fcc1 2024-11-21T09:14:36,934 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 6697b2c85a206951174756564842fcc1 2024-11-21T09:14:36,934 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 6697b2c85a206951174756564842fcc1 2024-11-21T09:14:36,935 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/954e29503f43b1dfe62d0dc113f287ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:14:36,936 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 954e29503f43b1dfe62d0dc113f287ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69562220, jitterRate=0.03655785322189331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:14:36,936 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 954e29503f43b1dfe62d0dc113f287ba 2024-11-21T09:14:36,936 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 954e29503f43b1dfe62d0dc113f287ba: Running coprocessor pre-open hook at 1732180476901Writing region info on filesystem at 1732180476901Initializing all the Stores at 1732180476903 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180476903Cleaning up temporary data from old regions at 1732180476924 (+21 ms)Running coprocessor post-open hooks at 1732180476936 (+12 ms)Region opened successfully at 1732180476936 2024-11-21T09:14:36,937 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba., pid=24, masterSystemTime=1732180476840 2024-11-21T09:14:36,939 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 6697b2c85a206951174756564842fcc1 2024-11-21T09:14:36,940 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba. 2024-11-21T09:14:36,940 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba. 2024-11-21T09:14:36,940 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440. 2024-11-21T09:14:36,940 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 22c69d173a72e2566d38bfbf57151440, NAME => 'SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-21T09:14:36,940 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 22c69d173a72e2566d38bfbf57151440 2024-11-21T09:14:36,941 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:36,941 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 22c69d173a72e2566d38bfbf57151440 2024-11-21T09:14:36,941 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 22c69d173a72e2566d38bfbf57151440 2024-11-21T09:14:36,942 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=954e29503f43b1dfe62d0dc113f287ba, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:14:36,944 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/6697b2c85a206951174756564842fcc1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:14:36,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 954e29503f43b1dfe62d0dc113f287ba, server=5b0ae2ee7b9e,36659,1732180454338 because future has completed 2024-11-21T09:14:36,944 INFO [StoreOpener-22c69d173a72e2566d38bfbf57151440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 22c69d173a72e2566d38bfbf57151440 2024-11-21T09:14:36,944 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 6697b2c85a206951174756564842fcc1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69196189, jitterRate=0.03110356628894806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:14:36,944 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6697b2c85a206951174756564842fcc1 2024-11-21T09:14:36,945 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 6697b2c85a206951174756564842fcc1: Running coprocessor pre-open hook at 1732180476906Writing region info on filesystem at 1732180476906Initializing all the Stores at 1732180476914 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180476914Cleaning up temporary data from old regions at 1732180476934 (+20 ms)Running coprocessor post-open hooks at 1732180476944 (+10 ms)Region opened successfully at 1732180476944 2024-11-21T09:14:36,946 INFO [StoreOpener-22c69d173a72e2566d38bfbf57151440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22c69d173a72e2566d38bfbf57151440 columnFamilyName cf 2024-11-21T09:14:36,946 DEBUG [StoreOpener-22c69d173a72e2566d38bfbf57151440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:36,946 INFO [StoreOpener-22c69d173a72e2566d38bfbf57151440-1 {}] regionserver.HStore(327): Store=22c69d173a72e2566d38bfbf57151440/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:14:36,947 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 22c69d173a72e2566d38bfbf57151440 2024-11-21T09:14:36,947 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/22c69d173a72e2566d38bfbf57151440 2024-11-21T09:14:36,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-21T09:14:36,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 954e29503f43b1dfe62d0dc113f287ba, server=5b0ae2ee7b9e,36659,1732180454338 in 10.0790 sec 2024-11-21T09:14:36,948 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/22c69d173a72e2566d38bfbf57151440 2024-11-21T09:14:36,949 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1., pid=22, masterSystemTime=1732180476845 2024-11-21T09:14:36,951 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 22c69d173a72e2566d38bfbf57151440 2024-11-21T09:14:36,951 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 22c69d173a72e2566d38bfbf57151440 2024-11-21T09:14:36,953 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1. 2024-11-21T09:14:36,953 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1. 2024-11-21T09:14:36,953 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016. 2024-11-21T09:14:36,953 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 26e1d8c24b8dbfc62a1c8625d977f016, NAME => 'SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-21T09:14:36,954 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 26e1d8c24b8dbfc62a1c8625d977f016 2024-11-21T09:14:36,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=954e29503f43b1dfe62d0dc113f287ba, ASSIGN in 10.3250 sec 2024-11-21T09:14:36,954 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:36,954 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 26e1d8c24b8dbfc62a1c8625d977f016 2024-11-21T09:14:36,954 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 26e1d8c24b8dbfc62a1c8625d977f016 2024-11-21T09:14:36,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6697b2c85a206951174756564842fcc1, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:14:36,955 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 22c69d173a72e2566d38bfbf57151440 2024-11-21T09:14:36,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6697b2c85a206951174756564842fcc1, server=5b0ae2ee7b9e,33371,1732180454266 because future has completed 2024-11-21T09:14:36,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-21T09:14:36,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6697b2c85a206951174756564842fcc1, server=5b0ae2ee7b9e,33371,1732180454266 in 10.1210 sec 2024-11-21T09:14:36,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6697b2c85a206951174756564842fcc1, ASSIGN in 10.3390 sec 2024-11-21T09:14:36,965 INFO [StoreOpener-26e1d8c24b8dbfc62a1c8625d977f016-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 26e1d8c24b8dbfc62a1c8625d977f016 2024-11-21T09:14:36,967 INFO [StoreOpener-26e1d8c24b8dbfc62a1c8625d977f016-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26e1d8c24b8dbfc62a1c8625d977f016 columnFamilyName cf 2024-11-21T09:14:36,967 DEBUG [StoreOpener-26e1d8c24b8dbfc62a1c8625d977f016-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:36,968 INFO [StoreOpener-26e1d8c24b8dbfc62a1c8625d977f016-1 {}] regionserver.HStore(327): Store=26e1d8c24b8dbfc62a1c8625d977f016/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:14:36,968 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/22c69d173a72e2566d38bfbf57151440/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:14:36,968 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 26e1d8c24b8dbfc62a1c8625d977f016 2024-11-21T09:14:36,969 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 22c69d173a72e2566d38bfbf57151440; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75343787, jitterRate=0.12270991504192352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:14:36,969 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22c69d173a72e2566d38bfbf57151440 2024-11-21T09:14:36,970 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 22c69d173a72e2566d38bfbf57151440: Running coprocessor pre-open hook at 1732180476941Writing region info on filesystem at 1732180476941Initializing all the Stores at 1732180476942 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180476942Cleaning up temporary data from old regions at 1732180476951 (+9 ms)Running coprocessor post-open hooks at 1732180476969 (+18 ms)Region opened successfully at 1732180476969 2024-11-21T09:14:36,971 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440., pid=19, masterSystemTime=1732180476840 2024-11-21T09:14:36,975 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440. 2024-11-21T09:14:36,975 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440. 2024-11-21T09:14:36,976 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9. 2024-11-21T09:14:36,976 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=22c69d173a72e2566d38bfbf57151440, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:14:36,976 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3deb52a0f0575c22e2f2b5eff3550fe9, NAME => 'SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-21T09:14:36,977 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3deb52a0f0575c22e2f2b5eff3550fe9 2024-11-21T09:14:36,977 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:14:36,977 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3deb52a0f0575c22e2f2b5eff3550fe9 2024-11-21T09:14:36,977 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3deb52a0f0575c22e2f2b5eff3550fe9 2024-11-21T09:14:36,978 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/26e1d8c24b8dbfc62a1c8625d977f016 2024-11-21T09:14:36,979 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/26e1d8c24b8dbfc62a1c8625d977f016 2024-11-21T09:14:36,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22c69d173a72e2566d38bfbf57151440, server=5b0ae2ee7b9e,36659,1732180454338 because future has completed 2024-11-21T09:14:36,980 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 26e1d8c24b8dbfc62a1c8625d977f016 2024-11-21T09:14:36,980 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 26e1d8c24b8dbfc62a1c8625d977f016 2024-11-21T09:14:36,983 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 26e1d8c24b8dbfc62a1c8625d977f016 2024-11-21T09:14:36,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-11-21T09:14:36,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 22c69d173a72e2566d38bfbf57151440, server=5b0ae2ee7b9e,36659,1732180454338 in 10.1650 sec 2024-11-21T09:14:36,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22c69d173a72e2566d38bfbf57151440, ASSIGN in 10.3620 sec 2024-11-21T09:14:36,996 INFO [StoreOpener-3deb52a0f0575c22e2f2b5eff3550fe9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3deb52a0f0575c22e2f2b5eff3550fe9 2024-11-21T09:14:36,998 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/26e1d8c24b8dbfc62a1c8625d977f016/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:14:36,999 INFO [StoreOpener-3deb52a0f0575c22e2f2b5eff3550fe9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3deb52a0f0575c22e2f2b5eff3550fe9 columnFamilyName cf 2024-11-21T09:14:36,999 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 26e1d8c24b8dbfc62a1c8625d977f016; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72379555, jitterRate=0.0785394161939621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:14:36,999 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26e1d8c24b8dbfc62a1c8625d977f016 2024-11-21T09:14:36,999 DEBUG [StoreOpener-3deb52a0f0575c22e2f2b5eff3550fe9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:14:36,999 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 26e1d8c24b8dbfc62a1c8625d977f016: Running coprocessor pre-open hook at 1732180476954Writing region info on filesystem at 1732180476954Initializing all the Stores at 1732180476955 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180476955Cleaning up temporary data from old regions at 1732180476980 (+25 ms)Running coprocessor post-open hooks at 1732180476999 (+19 ms)Region opened successfully at 1732180476999 2024-11-21T09:14:36,999 INFO [StoreOpener-3deb52a0f0575c22e2f2b5eff3550fe9-1 {}] regionserver.HStore(327): Store=3deb52a0f0575c22e2f2b5eff3550fe9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:14:37,000 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016., pid=23, masterSystemTime=1732180476845 2024-11-21T09:14:37,000 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3deb52a0f0575c22e2f2b5eff3550fe9 2024-11-21T09:14:37,002 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016. 2024-11-21T09:14:37,002 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016. 2024-11-21T09:14:37,002 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/3deb52a0f0575c22e2f2b5eff3550fe9 2024-11-21T09:14:37,003 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=26e1d8c24b8dbfc62a1c8625d977f016, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:14:37,005 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/3deb52a0f0575c22e2f2b5eff3550fe9 2024-11-21T09:14:37,005 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3deb52a0f0575c22e2f2b5eff3550fe9 2024-11-21T09:14:37,006 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3deb52a0f0575c22e2f2b5eff3550fe9 2024-11-21T09:14:37,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26e1d8c24b8dbfc62a1c8625d977f016, server=5b0ae2ee7b9e,33371,1732180454266 because future has completed 2024-11-21T09:14:37,011 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3deb52a0f0575c22e2f2b5eff3550fe9 2024-11-21T09:14:37,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=14 2024-11-21T09:14:37,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 26e1d8c24b8dbfc62a1c8625d977f016, server=5b0ae2ee7b9e,33371,1732180454266 in 10.1620 sec 2024-11-21T09:14:37,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=26e1d8c24b8dbfc62a1c8625d977f016, ASSIGN in 10.3880 sec 2024-11-21T09:14:37,020 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/3deb52a0f0575c22e2f2b5eff3550fe9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:14:37,021 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3deb52a0f0575c22e2f2b5eff3550fe9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60604463, jitterRate=-0.09692312777042389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T09:14:37,021 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3deb52a0f0575c22e2f2b5eff3550fe9 2024-11-21T09:14:37,021 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3deb52a0f0575c22e2f2b5eff3550fe9: Running coprocessor pre-open hook at 1732180476977Writing region info on filesystem at 1732180476977Initializing all the Stores at 1732180476980 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180476980Cleaning up temporary data from old regions at 1732180477006 (+26 ms)Running coprocessor post-open hooks at 1732180477021 (+15 ms)Region opened successfully at 1732180477021 2024-11-21T09:14:37,022 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9., pid=18, masterSystemTime=1732180476840 2024-11-21T09:14:37,026 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3deb52a0f0575c22e2f2b5eff3550fe9, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:14:37,029 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9. 2024-11-21T09:14:37,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3deb52a0f0575c22e2f2b5eff3550fe9, server=5b0ae2ee7b9e,36659,1732180454338 because future has completed 2024-11-21T09:14:37,030 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9. 2024-11-21T09:14:37,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-21T09:14:37,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3deb52a0f0575c22e2f2b5eff3550fe9, server=5b0ae2ee7b9e,36659,1732180454338 in 10.2130 sec 2024-11-21T09:14:37,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-21T09:14:37,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3deb52a0f0575c22e2f2b5eff3550fe9, ASSIGN in 10.4090 sec 2024-11-21T09:14:37,040 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:14:37,040 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180477040"}]},"ts":"1732180477040"} 2024-11-21T09:14:37,042 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-21T09:14:37,043 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:14:37,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.4340 sec 2024-11-21T09:14:39,358 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-21T09:14:41,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:14:41,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:14:41,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:14:42,363 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:14:42,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:14:42,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:14:42,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:14:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:14:43,854 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-21T09:14:43,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-21T09:14:43,854 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T09:14:43,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-21T09:14:43,860 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T09:14:43,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-21T09:14:43,902 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13., hostname=5b0ae2ee7b9e,33371,1732180454266, seqNum=2] 2024-11-21T09:14:43,904 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13., hostname=5b0ae2ee7b9e,33371,1732180454266, seqNum=2] 2024-11-21T09:14:43,905 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13., hostname=5b0ae2ee7b9e,33371,1732180454266, seqNum=2] 2024-11-21T09:14:43,907 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13., hostname=5b0ae2ee7b9e,33371,1732180454266, seqNum=2] 2024-11-21T09:14:43,908 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13., hostname=5b0ae2ee7b9e,33371,1732180454266, seqNum=2] 2024-11-21T09:14:43,938 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9., hostname=5b0ae2ee7b9e,36659,1732180454338, seqNum=2] 2024-11-21T09:14:43,940 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9., hostname=5b0ae2ee7b9e,36659,1732180454338, seqNum=2] 2024-11-21T09:14:43,941 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9., hostname=5b0ae2ee7b9e,36659,1732180454338, seqNum=2] 2024-11-21T09:14:43,942 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9., hostname=5b0ae2ee7b9e,36659,1732180454338, seqNum=2] 2024-11-21T09:14:43,943 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9., hostname=5b0ae2ee7b9e,36659,1732180454338, seqNum=2] 2024-11-21T09:14:43,944 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9., hostname=5b0ae2ee7b9e,36659,1732180454338, seqNum=2] 2024-11-21T09:14:43,945 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9., hostname=5b0ae2ee7b9e,36659,1732180454338, seqNum=2] 2024-11-21T09:14:43,975 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e., hostname=5b0ae2ee7b9e,42337,1732180454299, seqNum=2] 2024-11-21T09:14:43,976 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e., hostname=5b0ae2ee7b9e,42337,1732180454299, seqNum=2] 2024-11-21T09:14:43,978 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e., hostname=5b0ae2ee7b9e,42337,1732180454299, seqNum=2] 2024-11-21T09:14:43,979 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e., hostname=5b0ae2ee7b9e,42337,1732180454299, seqNum=2] 2024-11-21T09:14:43,980 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e., hostname=5b0ae2ee7b9e,42337,1732180454299, seqNum=2] 2024-11-21T09:14:43,982 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e., hostname=5b0ae2ee7b9e,42337,1732180454299, seqNum=2] 2024-11-21T09:14:44,043 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016., hostname=5b0ae2ee7b9e,33371,1732180454266, seqNum=2] 2024-11-21T09:14:44,045 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016., hostname=5b0ae2ee7b9e,33371,1732180454266, seqNum=2] 2024-11-21T09:14:44,046 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016., hostname=5b0ae2ee7b9e,33371,1732180454266, seqNum=2] 2024-11-21T09:14:44,047 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016., hostname=5b0ae2ee7b9e,33371,1732180454266, seqNum=2] 2024-11-21T09:14:44,048 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016., hostname=5b0ae2ee7b9e,33371,1732180454266, seqNum=2] 2024-11-21T09:14:44,048 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016., hostname=5b0ae2ee7b9e,33371,1732180454266, seqNum=2] 2024-11-21T09:14:44,070 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T09:14:44,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:14:44,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:14:44,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:14:44,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T09:14:44,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:14:44,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T09:14:44,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. 2024-11-21T09:14:44,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T09:14:45,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T09:14:45,394 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-21T09:14:45,395 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T09:14:45,395 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T09:14:45,397 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T09:14:45,400 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T09:14:45,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741848_1024 (size=49) 2024-11-21T09:14:45,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741848_1024 (size=49) 2024-11-21T09:14:45,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741848_1024 (size=49) 2024-11-21T09:14:45,413 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T09:14:45,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6697b2c85a206951174756564842fcc1}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6cccf277b4786caa1f087639797d9191}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a8e45e5e666f0ca10280773c5ef8606}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d8dc129c276129b6ecf95815b9536e6}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 954e29503f43b1dfe62d0dc113f287ba}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22c69d173a72e2566d38bfbf57151440}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ea2aa1392d308c95aaeab57273c9a13}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3deb52a0f0575c22e2f2b5eff3550fe9}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 062c7b0f015730036858a95136257a2e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26e1d8c24b8dbfc62a1c8625d977f016}] 2024-11-21T09:14:45,416 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6cccf277b4786caa1f087639797d9191 2024-11-21T09:14:45,416 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6697b2c85a206951174756564842fcc1 2024-11-21T09:14:45,416 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d8dc129c276129b6ecf95815b9536e6 2024-11-21T09:14:45,416 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26e1d8c24b8dbfc62a1c8625d977f016 2024-11-21T09:14:45,416 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a8e45e5e666f0ca10280773c5ef8606 2024-11-21T09:14:45,420 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 062c7b0f015730036858a95136257a2e 2024-11-21T09:14:45,420 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22c69d173a72e2566d38bfbf57151440 2024-11-21T09:14:45,421 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3deb52a0f0575c22e2f2b5eff3550fe9 2024-11-21T09:14:45,421 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ea2aa1392d308c95aaeab57273c9a13 2024-11-21T09:14:45,421 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 954e29503f43b1dfe62d0dc113f287ba 2024-11-21T09:14:47,607 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-21T09:14:55,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-21T09:14:55,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-21T09:14:55,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-21T09:14:55,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-21T09:14:55,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9. 2024-11-21T09:14:55,419 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 3deb52a0f0575c22e2f2b5eff3550fe9 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-21T09:14:55,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-21T09:14:55,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-21T09:14:55,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191. 2024-11-21T09:14:55,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-21T09:14:55,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 6cccf277b4786caa1f087639797d9191: 2024-11-21T09:14:55,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191. for SnapshotProcedureTest completed. 2024-11-21T09:14:55,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-21T09:14:55,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba. 2024-11-21T09:14:55,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016. 2024-11-21T09:14:55,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:14:55,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 954e29503f43b1dfe62d0dc113f287ba: 2024-11-21T09:14:55,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732180465609.1d8dc129c276129b6ecf95815b9536e6. 2024-11-21T09:14:55,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:14:55,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba. for SnapshotProcedureTest completed. 2024-11-21T09:14:55,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T09:14:55,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 1d8dc129c276129b6ecf95815b9536e6: 2024-11-21T09:14:55,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732180465609.1d8dc129c276129b6ecf95815b9536e6. for SnapshotProcedureTest completed. 2024-11-21T09:14:55,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:14:55,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:14:55,429 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 26e1d8c24b8dbfc62a1c8625d977f016 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-21T09:14:55,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T09:14:55,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732180465609.1d8dc129c276129b6ecf95815b9536e6.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:14:55,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:14:55,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T09:14:55,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-21T09:14:55,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606. 2024-11-21T09:14:55,433 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 7a8e45e5e666f0ca10280773c5ef8606: 2024-11-21T09:14:55,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606. for SnapshotProcedureTest completed. 2024-11-21T09:14:55,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:14:55,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:14:55,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T09:14:55,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-21T09:14:55,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1. 2024-11-21T09:14:55,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 6697b2c85a206951174756564842fcc1: 2024-11-21T09:14:55,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1. for SnapshotProcedureTest completed. 2024-11-21T09:14:55,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:14:55,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:14:55,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T09:14:55,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e. 2024-11-21T09:14:55,445 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 062c7b0f015730036858a95136257a2e 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-21T09:14:55,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. 2024-11-21T09:14:55,453 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 1ea2aa1392d308c95aaeab57273c9a13 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-21T09:14:55,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/3deb52a0f0575c22e2f2b5eff3550fe9/.tmp/cf/fa24b9fd76524dc39bb209bf59a5b094 is 34, key is baa/cf:cf/1732180484692/Put/seqid=0 2024-11-21T09:14:55,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/062c7b0f015730036858a95136257a2e/.tmp/cf/9766262c925944cc98349414a3650f8d is 34, key is ccd/cf:cf/1732180484727/Put/seqid=0 2024-11-21T09:14:55,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/1ea2aa1392d308c95aaeab57273c9a13/.tmp/cf/80e43cd39b49477198268cfa628c3d6e is 34, key is aaa/cf:cf/1732180484790/Put/seqid=0 2024-11-21T09:14:55,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741851_1027 (size=65) 2024-11-21T09:14:55,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741851_1027 (size=65) 2024-11-21T09:14:55,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732180465609.1d8dc129c276129b6ecf95815b9536e6. 2024-11-21T09:14:55,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-21T09:14:55,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741851_1027 (size=65) 2024-11-21T09:14:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-21T09:14:55,649 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1d8dc129c276129b6ecf95815b9536e6 2024-11-21T09:14:55,649 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d8dc129c276129b6ecf95815b9536e6 2024-11-21T09:14:55,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/26e1d8c24b8dbfc62a1c8625d977f016/.tmp/cf/0ad4482bcebd4f4d8f57051275fe8840 is 34, key is eaa/cf:cf/1732180485282/Put/seqid=0 2024-11-21T09:14:55,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1d8dc129c276129b6ecf95815b9536e6 in 10.2430 sec 2024-11-21T09:14:55,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741852_1028 (size=28623) 2024-11-21T09:14:55,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741852_1028 (size=28623) 2024-11-21T09:14:55,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741852_1028 (size=28623) 2024-11-21T09:14:55,681 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/3deb52a0f0575c22e2f2b5eff3550fe9/.tmp/cf/fa24b9fd76524dc39bb209bf59a5b094 2024-11-21T09:14:55,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741849_1025 (size=65) 2024-11-21T09:14:55,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741849_1025 (size=65) 2024-11-21T09:14:55,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741849_1025 (size=65) 2024-11-21T09:14:55,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba. 2024-11-21T09:14:55,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-21T09:14:55,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440. 2024-11-21T09:14:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-21T09:14:55,736 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 954e29503f43b1dfe62d0dc113f287ba 2024-11-21T09:14:55,737 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 954e29503f43b1dfe62d0dc113f287ba 2024-11-21T09:14:55,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 22c69d173a72e2566d38bfbf57151440: 2024-11-21T09:14:55,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440. for SnapshotProcedureTest completed. 2024-11-21T09:14:55,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:14:55,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:14:55,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T09:14:55,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 954e29503f43b1dfe62d0dc113f287ba in 10.3240 sec 2024-11-21T09:14:55,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741850_1026 (size=65) 2024-11-21T09:14:55,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741850_1026 (size=65) 2024-11-21T09:14:55,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741850_1026 (size=65) 2024-11-21T09:14:55,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606. 2024-11-21T09:14:55,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-21T09:14:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-21T09:14:55,761 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7a8e45e5e666f0ca10280773c5ef8606 2024-11-21T09:14:55,761 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a8e45e5e666f0ca10280773c5ef8606 2024-11-21T09:14:55,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7a8e45e5e666f0ca10280773c5ef8606 in 10.3490 sec 2024-11-21T09:14:55,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/3deb52a0f0575c22e2f2b5eff3550fe9/.tmp/cf/fa24b9fd76524dc39bb209bf59a5b094 as hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/3deb52a0f0575c22e2f2b5eff3550fe9/cf/fa24b9fd76524dc39bb209bf59a5b094 2024-11-21T09:14:55,805 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/3deb52a0f0575c22e2f2b5eff3550fe9/cf/fa24b9fd76524dc39bb209bf59a5b094, entries=731, sequenceid=5, filesize=28.0 K 2024-11-21T09:14:55,806 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 3deb52a0f0575c22e2f2b5eff3550fe9 in 387ms, sequenceid=5, compaction requested=false 2024-11-21T09:14:55,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 3deb52a0f0575c22e2f2b5eff3550fe9: 2024-11-21T09:14:55,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9. for SnapshotProcedureTest completed. 2024-11-21T09:14:55,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:14:55,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:14:55,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/3deb52a0f0575c22e2f2b5eff3550fe9/cf/fa24b9fd76524dc39bb209bf59a5b094] hfiles 2024-11-21T09:14:55,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/3deb52a0f0575c22e2f2b5eff3550fe9/cf/fa24b9fd76524dc39bb209bf59a5b094 for snapshot=SnapshotProcedureTest 2024-11-21T09:14:55,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741857_1033 (size=499309) 2024-11-21T09:14:55,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741857_1033 (size=499309) 2024-11-21T09:14:55,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741857_1033 (size=499309) 2024-11-21T09:14:55,831 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/26e1d8c24b8dbfc62a1c8625d977f016/.tmp/cf/0ad4482bcebd4f4d8f57051275fe8840 2024-11-21T09:14:55,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741853_1029 (size=47197) 2024-11-21T09:14:55,835 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/062c7b0f015730036858a95136257a2e/.tmp/cf/9766262c925944cc98349414a3650f8d 2024-11-21T09:14:55,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741853_1029 (size=47197) 2024-11-21T09:14:55,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741853_1029 (size=47197) 2024-11-21T09:14:55,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/062c7b0f015730036858a95136257a2e/.tmp/cf/9766262c925944cc98349414a3650f8d as hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/062c7b0f015730036858a95136257a2e/cf/9766262c925944cc98349414a3650f8d 2024-11-21T09:14:55,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741854_1030 (size=57) 2024-11-21T09:14:55,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741854_1030 (size=57) 2024-11-21T09:14:55,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741854_1030 (size=57) 2024-11-21T09:14:55,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1. 2024-11-21T09:14:55,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-21T09:14:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-21T09:14:55,859 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6697b2c85a206951174756564842fcc1 2024-11-21T09:14:55,859 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/062c7b0f015730036858a95136257a2e/cf/9766262c925944cc98349414a3650f8d, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-21T09:14:55,859 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6697b2c85a206951174756564842fcc1 2024-11-21T09:14:55,860 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 062c7b0f015730036858a95136257a2e in 416ms, sequenceid=5, compaction requested=false 2024-11-21T09:14:55,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 062c7b0f015730036858a95136257a2e: 2024-11-21T09:14:55,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e. for SnapshotProcedureTest completed. 2024-11-21T09:14:55,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:14:55,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:14:55,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/062c7b0f015730036858a95136257a2e/cf/9766262c925944cc98349414a3650f8d] hfiles 2024-11-21T09:14:55,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/062c7b0f015730036858a95136257a2e/cf/9766262c925944cc98349414a3650f8d for snapshot=SnapshotProcedureTest 2024-11-21T09:14:55,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741856_1032 (size=26918) 2024-11-21T09:14:55,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741856_1032 (size=26918) 2024-11-21T09:14:55,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6697b2c85a206951174756564842fcc1 in 10.4460 sec 2024-11-21T09:14:55,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741856_1032 (size=26918) 2024-11-21T09:14:55,865 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/1ea2aa1392d308c95aaeab57273c9a13/.tmp/cf/80e43cd39b49477198268cfa628c3d6e 2024-11-21T09:14:55,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/26e1d8c24b8dbfc62a1c8625d977f016/.tmp/cf/0ad4482bcebd4f4d8f57051275fe8840 as hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/26e1d8c24b8dbfc62a1c8625d977f016/cf/0ad4482bcebd4f4d8f57051275fe8840 2024-11-21T09:14:55,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/1ea2aa1392d308c95aaeab57273c9a13/.tmp/cf/80e43cd39b49477198268cfa628c3d6e as hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/1ea2aa1392d308c95aaeab57273c9a13/cf/80e43cd39b49477198268cfa628c3d6e 2024-11-21T09:14:55,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741855_1031 (size=65) 2024-11-21T09:14:55,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741855_1031 (size=65) 2024-11-21T09:14:55,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741855_1031 (size=65) 2024-11-21T09:14:55,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191. 2024-11-21T09:14:55,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-21T09:14:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-21T09:14:55,886 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6cccf277b4786caa1f087639797d9191 2024-11-21T09:14:55,886 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6cccf277b4786caa1f087639797d9191 2024-11-21T09:14:55,889 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/26e1d8c24b8dbfc62a1c8625d977f016/cf/0ad4482bcebd4f4d8f57051275fe8840, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-21T09:14:55,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6cccf277b4786caa1f087639797d9191 in 10.4730 sec 2024-11-21T09:14:55,892 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 26e1d8c24b8dbfc62a1c8625d977f016 in 462ms, sequenceid=5, compaction requested=false 2024-11-21T09:14:55,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 26e1d8c24b8dbfc62a1c8625d977f016: 2024-11-21T09:14:55,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016. for SnapshotProcedureTest completed. 2024-11-21T09:14:55,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:14:55,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:14:55,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/26e1d8c24b8dbfc62a1c8625d977f016/cf/0ad4482bcebd4f4d8f57051275fe8840] hfiles 2024-11-21T09:14:55,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/26e1d8c24b8dbfc62a1c8625d977f016/cf/0ad4482bcebd4f4d8f57051275fe8840 for snapshot=SnapshotProcedureTest 2024-11-21T09:14:55,938 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/1ea2aa1392d308c95aaeab57273c9a13/cf/80e43cd39b49477198268cfa628c3d6e, entries=676, sequenceid=5, filesize=26.3 K 2024-11-21T09:14:55,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741858_1034 (size=65) 2024-11-21T09:14:55,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741858_1034 (size=65) 2024-11-21T09:14:55,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741858_1034 (size=65) 2024-11-21T09:14:55,940 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 1ea2aa1392d308c95aaeab57273c9a13 in 487ms, sequenceid=5, compaction requested=false 2024-11-21T09:14:55,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440. 2024-11-21T09:14:55,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-21T09:14:55,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 1ea2aa1392d308c95aaeab57273c9a13: 2024-11-21T09:14:55,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. for SnapshotProcedureTest completed. 2024-11-21T09:14:55,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T09:14:55,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T09:14:55,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/1ea2aa1392d308c95aaeab57273c9a13/cf/80e43cd39b49477198268cfa628c3d6e] hfiles 2024-11-21T09:14:55,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/1ea2aa1392d308c95aaeab57273c9a13/cf/80e43cd39b49477198268cfa628c3d6e for snapshot=SnapshotProcedureTest 2024-11-21T09:14:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-21T09:14:55,940 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 22c69d173a72e2566d38bfbf57151440 2024-11-21T09:14:55,941 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22c69d173a72e2566d38bfbf57151440 2024-11-21T09:14:55,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 22c69d173a72e2566d38bfbf57151440 in 10.5280 sec 2024-11-21T09:14:56,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741859_1035 (size=105) 2024-11-21T09:14:56,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741859_1035 (size=105) 2024-11-21T09:14:56,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741859_1035 (size=105) 2024-11-21T09:14:56,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9. 2024-11-21T09:14:56,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-21T09:14:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-21T09:14:56,055 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3deb52a0f0575c22e2f2b5eff3550fe9 2024-11-21T09:14:56,055 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3deb52a0f0575c22e2f2b5eff3550fe9 2024-11-21T09:14:56,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3deb52a0f0575c22e2f2b5eff3550fe9 in 10.6420 sec 2024-11-21T09:14:56,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741860_1036 (size=105) 2024-11-21T09:14:56,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741860_1036 (size=105) 2024-11-21T09:14:56,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741860_1036 (size=105) 2024-11-21T09:14:56,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732180465609.062c7b0f015730036858a95136257a2e. 2024-11-21T09:14:56,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-21T09:14:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-21T09:14:56,102 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 062c7b0f015730036858a95136257a2e 2024-11-21T09:14:56,103 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 062c7b0f015730036858a95136257a2e 2024-11-21T09:14:56,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 062c7b0f015730036858a95136257a2e in 10.6890 sec 2024-11-21T09:14:56,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741861_1037 (size=97) 2024-11-21T09:14:56,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741861_1037 (size=97) 2024-11-21T09:14:56,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741861_1037 (size=97) 2024-11-21T09:14:56,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016. 2024-11-21T09:14:56,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-21T09:14:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-21T09:14:56,135 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 26e1d8c24b8dbfc62a1c8625d977f016 2024-11-21T09:14:56,136 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 26e1d8c24b8dbfc62a1c8625d977f016 2024-11-21T09:14:56,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 26e1d8c24b8dbfc62a1c8625d977f016 in 10.7230 sec 2024-11-21T09:14:56,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741862_1038 (size=105) 2024-11-21T09:14:56,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741862_1038 (size=105) 2024-11-21T09:14:56,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741862_1038 (size=105) 2024-11-21T09:14:56,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. 2024-11-21T09:14:56,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-21T09:14:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-21T09:14:56,175 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1ea2aa1392d308c95aaeab57273c9a13 2024-11-21T09:14:56,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ea2aa1392d308c95aaeab57273c9a13 2024-11-21T09:14:56,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-21T09:14:56,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1ea2aa1392d308c95aaeab57273c9a13 in 10.7630 sec 2024-11-21T09:14:56,179 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T09:14:56,180 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T09:14:56,181 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T09:14:56,182 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-21T09:14:56,193 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T09:14:56,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741863_1039 (size=1174) 2024-11-21T09:14:56,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741863_1039 (size=1174) 2024-11-21T09:14:56,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741863_1039 (size=1174) 2024-11-21T09:14:56,377 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T09:14:56,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-21T09:14:56,391 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:14:56,391 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:14:56,392 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:56,396 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:14:56,399 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:14:56,401 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:56,407 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:14:56,407 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:14:56,407 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:56,417 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T09:14:56,418 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:56,418 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 5b0ae2ee7b9e,42337,1732180454299: Simulated kill ***** 2024-11-21T09:14:56,418 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T09:14:56,418 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T09:14:56,419 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T09:14:56,419 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T09:14:56,419 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T09:14:56,419 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 496877576 }, "NonHeapMemoryUsage": { "committed": 176488448, "init": 7667712, "max": -1, "used": 172082264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T09:14:56,420 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42161 {}] master.MasterRpcServices(700): 5b0ae2ee7b9e,42337,1732180454299 reported a fatal error: ***** ABORTING region server 5b0ae2ee7b9e,42337,1732180454299: Simulated kill ***** 2024-11-21T09:14:56,424 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,42337,1732180454299' ***** 2024-11-21T09:14:56,424 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-21T09:14:56,425 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T09:14:56,425 INFO [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:14:56,425 INFO [RS:1;5b0ae2ee7b9e:42337 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T09:14:56,425 INFO [RS:1;5b0ae2ee7b9e:42337 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T09:14:56,425 INFO [RS:1;5b0ae2ee7b9e:42337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:14:56,426 INFO [RS:1;5b0ae2ee7b9e:42337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5b0ae2ee7b9e:42337. 2024-11-21T09:14:56,426 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:14:56,426 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:14:56,426 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:14:56,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741836_1012 (size=14382) 2024-11-21T09:14:56,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741836_1012 (size=14382) 2024-11-21T09:14:56,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741836_1012 (size=14382) 2024-11-21T09:14:56,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741833_1009 (size=1488) 2024-11-21T09:14:56,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741833_1009 (size=1488) 2024-11-21T09:14:56,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741833_1009 (size=1488) 2024-11-21T09:14:56,473 DEBUG [RS:1;5b0ae2ee7b9e:42337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:14:56,473 INFO [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:14:56,473 INFO [RS:1;5b0ae2ee7b9e:42337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42337 2024-11-21T09:14:56,479 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:14:56,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T09:14:56,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x1015cac26630002, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:56,486 INFO [RS:1;5b0ae2ee7b9e:42337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:14:56,486 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$372/0x00007fccc8904dc0@71d54eea rejected from java.util.concurrent.ThreadPoolExecutor@75ead408[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-21T09:14:56,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,42337,1732180454299] 2024-11-21T09:14:56,580 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5b0ae2ee7b9e,42337,1732180454299 already deleted, retry=false 2024-11-21T09:14:56,580 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 5b0ae2ee7b9e,42337,1732180454299 on 5b0ae2ee7b9e,42161,1732180454092 2024-11-21T09:14:56,581 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5b0ae2ee7b9e,42337,1732180454299, splitWal=true, meta=true 2024-11-21T09:14:56,581 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 5b0ae2ee7b9e,42337,1732180454299 (carryingMeta=true) 5b0ae2ee7b9e,42337,1732180454299/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@28ea045a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T09:14:56,582 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5b0ae2ee7b9e,42337,1732180454299, splitWal=true, meta=true 2024-11-21T09:14:56,583 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5b0ae2ee7b9e,42337,1732180454299, splitWal=true, meta=true, isMeta: true 2024-11-21T09:14:56,584 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299-splitting 2024-11-21T09:14:56,585 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5b0ae2ee7b9e,42337,1732180454299 WAL count=1, meta=true 2024-11-21T09:14:56,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta}] 2024-11-21T09:14:56,588 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:14:56,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta, worker=5b0ae2ee7b9e,33371,1732180454266}] 2024-11-21T09:14:56,594 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,42337,1732180454299 Release verify snapshot worker=5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:56,594 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to 5b0ae2ee7b9e,42337,1732180454299, this operation will be retried to send to another server 2024-11-21T09:14:56,594 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-21T09:14:56,595 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732180497594 2024-11-21T09:14:56,597 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,42337,1732180454299 Release verify snapshot worker=5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:56,597 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-21T09:14:56,597 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-21T09:14:56,597 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-21T09:14:56,597 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to 5b0ae2ee7b9e,42337,1732180454299, this operation will be retried to send to another server 2024-11-21T09:14:56,597 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-21T09:14:56,598 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732180497598 2024-11-21T09:14:56,599 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,42337,1732180454299 Release verify snapshot worker=5b0ae2ee7b9e,42337,1732180454299 2024-11-21T09:14:56,599 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 5b0ae2ee7b9e,42337,1732180454299, this operation will be retried to send to another server 2024-11-21T09:14:56,599 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-21T09:14:56,600 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732180497600 2024-11-21T09:14:56,670 INFO [RS:1;5b0ae2ee7b9e:42337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:14:56,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x1015cac26630002, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:14:56,670 INFO [RS:1;5b0ae2ee7b9e:42337 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,42337,1732180454299; zookeeper connection closed. 2024-11-21T09:14:56,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42337-0x1015cac26630002, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:14:56,670 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62b5954b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62b5954b 2024-11-21T09:14:56,959 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:14:56,959 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:14:59,368 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:35091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-21T09:15:05,736 INFO [master/5b0ae2ee7b9e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T09:15:05,736 INFO [master/5b0ae2ee7b9e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T09:15:06,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-21T09:15:06,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-21T09:15:06,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-21T09:15:06,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T09:15:06,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-21T09:15:06,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-21T09:15:06,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-21T09:15:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-21T09:15:06,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-21T09:15:06,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-21T09:15:06,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-21T09:15:06,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-21T09:15:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-21T09:15:06,401 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,36659,1732180454338 Release verify snapshot worker=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:15:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-21T09:15:06,402 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,36659,1732180454338 Release verify snapshot worker=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:15:06,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,36659,1732180454338 in 10.0160 sec 2024-11-21T09:15:06,405 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:15:06,405 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:15:06,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T09:15:06,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-21T09:15:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-21T09:15:06,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-21T09:15:06,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-21T09:15:06,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,36659,1732180454338 in 10.0150 sec 2024-11-21T09:15:06,412 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,36659,1732180454338 Release verify snapshot worker=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:15:06,413 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:15:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-21T09:15:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-21T09:15:06,418 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,33371,1732180454266 Release verify snapshot worker=5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:15:06,419 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:15:06,422 INFO [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299-splitting/5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta, size=14.0 K (14382bytes) 2024-11-21T09:15:06,422 INFO [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299-splitting/5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta 2024-11-21T09:15:06,423 INFO [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299-splitting/5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta after 0ms 2024-11-21T09:15:06,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,36659,1732180454338 in 10.0260 sec 2024-11-21T09:15:06,425 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,33371,1732180454266 Release verify snapshot worker=5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:15:06,425 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,33371,1732180454266 Release verify snapshot worker=5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:15:06,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,33371,1732180454266 in 10.0320 sec 2024-11-21T09:15:06,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,33371,1732180454266 in 10.0390 sec 2024-11-21T09:15:06,426 INFO [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299-splitting/5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta took 4ms 2024-11-21T09:15:06,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,33371,1732180454266 in 10.0390 sec 2024-11-21T09:15:06,443 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-21T09:15:06,446 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299-splitting/5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta so closing down 2024-11-21T09:15:06,446 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T09:15:06,451 INFO [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta.temp 2024-11-21T09:15:06,454 INFO [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta.temp 2024-11-21T09:15:06,456 INFO [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T09:15:06,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741864_1040 (size=14141) 2024-11-21T09:15:06,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741864_1040 (size=14141) 2024-11-21T09:15:06,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741864_1040 (size=14141) 2024-11-21T09:15:06,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-21T09:15:06,471 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta.temp to hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T09:15:06,471 INFO [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 31 ms; skipped=1; WAL=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299-splitting/5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-21T09:15:06,471 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299-splitting/5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta, journal: Splitting hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299-splitting/5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta, size=14.0 K (14382bytes) at 1732180506422Finishing writing output for hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299-splitting/5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta so closing down at 1732180506446 (+24 ms)Creating recovered edits writer path=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta.temp at 1732180506454 (+8 ms)3 split writer threads finished at 1732180506456 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1732180506470 (+14 ms)Rename recovered edits hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta.temp to hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732180506471 (+1 ms)Processed 26 edits across 1 Regions in 31 ms; skipped=1; WAL=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299-splitting/5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732180506471 2024-11-21T09:15:06,472 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299-splitting/5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta 2024-11-21T09:15:06,472 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-21T09:15:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-21T09:15:06,476 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299-splitting/5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta to hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/oldWALs 2024-11-21T09:15:06,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-21T09:15:06,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta, worker=5b0ae2ee7b9e,33371,1732180454266 in 9.8840 sec 2024-11-21T09:15:06,480 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:15:06,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-21T09:15:06,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 5b0ae2ee7b9e%2C42337%2C1732180454299.meta.1732180465418.meta, worker=5b0ae2ee7b9e,33371,1732180454266 in 9.8950 sec 2024-11-21T09:15:06,484 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,42337,1732180454299-splitting dir is empty, no logs to split. 2024-11-21T09:15:06,484 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5b0ae2ee7b9e,42337,1732180454299 WAL count=0, meta=true 2024-11-21T09:15:06,484 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5b0ae2ee7b9e,42337,1732180454299 WAL splitting is done? wals=0, meta=true 2024-11-21T09:15:06,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:15:06,486 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:15:06,486 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T09:15:06,637 DEBUG [5b0ae2ee7b9e:42161 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-21T09:15:06,637 DEBUG [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(204): Hosts are {5b0ae2ee7b9e=0} racks are {/default-rack=0} 2024-11-21T09:15:06,637 DEBUG [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T09:15:06,638 DEBUG [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T09:15:06,638 DEBUG [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T09:15:06,638 DEBUG [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T09:15:06,638 INFO [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T09:15:06,638 INFO [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T09:15:06,638 DEBUG [5b0ae2ee7b9e:42161 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T09:15:06,638 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:15:06,639 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,36659,1732180454338, state=OPENING 2024-11-21T09:15:06,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T09:15:06,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T09:15:06,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T09:15:06,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:15:06,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:15:06,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:15:06,675 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:15:06,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,36659,1732180454338}] 2024-11-21T09:15:14,070 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T09:15:14,923 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-21T09:15:16,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-21T09:15:16,416 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:15:16,416 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:15:16,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-21T09:15:16,416 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:15:16,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-21T09:15:16,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-21T09:15:16,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-21T09:15:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-21T09:15:16,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-21T09:15:16,419 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C36659%2C1732180454338.meta, suffix=.meta, logDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,36659,1732180454338, archiveDir=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/oldWALs, maxLogs=32 2024-11-21T09:15:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-21T09:15:16,420 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,36659,1732180454338 Release verify snapshot worker=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:15:16,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-21T09:15:16,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-21T09:15:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-21T09:15:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-21T09:15:16,422 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,36659,1732180454338 Release verify snapshot worker=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:15:16,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,36659,1732180454338 in 20.0340 sec 2024-11-21T09:15:16,423 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,33371,1732180454266 Release verify snapshot worker=5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:15:16,424 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,36659,1732180454338 Release verify snapshot worker=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:15:16,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,36659,1732180454338 in 20.0370 sec 2024-11-21T09:15:16,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,33371,1732180454266 in 20.0370 sec 2024-11-21T09:15:16,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=25 2024-11-21T09:15:16,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5b0ae2ee7b9e,36659,1732180454338 in 20.0380 sec 2024-11-21T09:15:16,425 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T09:15:16,425 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/.hbase-snapshot/SnapshotProcedureTest 2024-11-21T09:15:16,426 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T09:15:16,427 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-21T09:15:16,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.0350 sec 2024-11-21T09:15:16,434 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,36659,1732180454338/5b0ae2ee7b9e%2C36659%2C1732180454338.meta.1732180516420.meta, exclude list is [], retry=0 2024-11-21T09:15:16,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44251,DS-b903fea6-1cb3-41d1-aa33-ece9fb0a0b40,DISK] 2024-11-21T09:15:16,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33851,DS-997301d0-a993-4782-88b9-1f5c9e0bef23,DISK] 2024-11-21T09:15:16,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35705,DS-f8c52171-8223-47e5-b3f7-e4c9fb7c8d04,DISK] 2024-11-21T09:15:16,438 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/WALs/5b0ae2ee7b9e,36659,1732180454338/5b0ae2ee7b9e%2C36659%2C1732180454338.meta.1732180516420.meta 2024-11-21T09:15:16,439 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37851:37851),(127.0.0.1/127.0.0.1:43653:43653),(127.0.0.1/127.0.0.1:38641:38641)] 2024-11-21T09:15:16,439 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:15:16,439 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:15:16,439 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:15:16,439 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:15:16,439 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:15:16,439 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:15:16,439 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:15:16,439 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:15:16,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:15:16,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:15:16,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:15:16,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:15:16,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:15:16,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:15:16,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:15:16,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:15:16,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:15:16,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:15:16,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:15:16,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:15:16,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:15:16,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:15:16,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:15:16,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:15:16,447 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:15:16,448 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740 2024-11-21T09:15:16,450 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740 2024-11-21T09:15:16,451 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T09:15:16,452 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-21T09:15:16,454 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5b0ae2ee7b9e:42337 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5b0ae2ee7b9e/172.17.0.2:42337 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T09:15:16,455 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,42337,1732180454299, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,42337,1732180454299, seqNum=-1, error=java.net.ConnectException: Call to address=5b0ae2ee7b9e:42337 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5b0ae2ee7b9e/172.17.0.2:42337 2024-11-21T09:15:16,456 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,42337,1732180454299, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-21T09:15:16,456 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,42337,1732180454299, seqNum=-1 from cache 2024-11-21T09:15:16,457 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 5b0ae2ee7b9e:42337 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5b0ae2ee7b9e/172.17.0.2:42337 2024-11-21T09:15:16,460 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T09:15:16,460 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-21T09:15:16,475 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/.tmp/info/7660070f7ec94850a9568018c7616762 is 167, key is SPTestTable,19999999,1732180465609.6cccf277b4786caa1f087639797d9191./info:regioninfo/1732180476869/Put/seqid=0 2024-11-21T09:15:16,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741866_1042 (size=18393) 2024-11-21T09:15:16,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741866_1042 (size=18393) 2024-11-21T09:15:16,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741866_1042 (size=18393) 2024-11-21T09:15:16,482 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/.tmp/info/7660070f7ec94850a9568018c7616762 2024-11-21T09:15:16,501 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/.tmp/ns/39d7fa95485d45b7893275613b5bae94 is 43, key is default/ns:d/1732180465527/Put/seqid=0 2024-11-21T09:15:16,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741867_1043 (size=5153) 2024-11-21T09:15:16,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741867_1043 (size=5153) 2024-11-21T09:15:16,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741867_1043 (size=5153) 2024-11-21T09:15:16,507 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/.tmp/ns/39d7fa95485d45b7893275613b5bae94 2024-11-21T09:15:16,527 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/.tmp/table/0f969045b42c4c2d843df653ee129c33 is 47, key is SPTestTable/table:state/1732180477040/Put/seqid=0 2024-11-21T09:15:16,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741868_1044 (size=5214) 2024-11-21T09:15:16,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741868_1044 (size=5214) 2024-11-21T09:15:16,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741868_1044 (size=5214) 2024-11-21T09:15:16,533 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/.tmp/table/0f969045b42c4c2d843df653ee129c33 2024-11-21T09:15:16,539 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/.tmp/info/7660070f7ec94850a9568018c7616762 as hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/info/7660070f7ec94850a9568018c7616762 2024-11-21T09:15:16,546 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/info/7660070f7ec94850a9568018c7616762, entries=100, sequenceid=28, filesize=18.0 K 2024-11-21T09:15:16,547 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/.tmp/ns/39d7fa95485d45b7893275613b5bae94 as hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/ns/39d7fa95485d45b7893275613b5bae94 2024-11-21T09:15:16,553 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/ns/39d7fa95485d45b7893275613b5bae94, entries=2, sequenceid=28, filesize=5.0 K 2024-11-21T09:15:16,554 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/.tmp/table/0f969045b42c4c2d843df653ee129c33 as hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/table/0f969045b42c4c2d843df653ee129c33 2024-11-21T09:15:16,562 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/table/0f969045b42c4c2d843df653ee129c33, entries=2, sequenceid=28, filesize=5.1 K 2024-11-21T09:15:16,562 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=28, compaction requested=false; wal=null 2024-11-21T09:15:16,563 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T09:15:16,563 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:15:16,564 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:15:16,564 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:15:16,564 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,36659,1732180454338, seqNum=-1] 2024-11-21T09:15:16,565 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:15:16,566 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:15:16,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36659 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:51440 deadline: 1732180576453, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:15:16,574 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-21T09:15:16,575 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71238062, jitterRate=0.061529844999313354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:15:16,575 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:15:16,575 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180516440Writing region info on filesystem at 1732180516440Initializing all the Stores at 1732180516441 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180516441Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180516441Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180516441Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180516441Obtaining lock to block concurrent updates at 1732180516460 (+19 ms)Preparing flush snapshotting stores in 1588230740 at 1732180516460Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732180516460Flushing stores of hbase:meta,,1.1588230740 at 1732180516460Flushing 1588230740/info: creating writer at 1732180516460Flushing 1588230740/info: appending metadata at 1732180516475 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732180516475Flushing 1588230740/ns: creating writer at 1732180516487 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732180516501 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732180516501Flushing 1588230740/table: creating writer at 1732180516512 (+11 ms)Flushing 1588230740/table: appending metadata at 1732180516526 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732180516526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c1084f: reopening flushed file at 1732180516538 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b58f177: reopening flushed file at 1732180516546 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21eacf9a: reopening flushed file at 1732180516553 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=28, compaction requested=false; wal=null at 1732180516562 (+9 ms)Cleaning up temporary data from old regions at 1732180516564 (+2 ms)Running coprocessor post-open hooks at 1732180516575 (+11 ms)Region opened successfully at 1732180516575 2024-11-21T09:15:16,576 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1732180516406 2024-11-21T09:15:16,578 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:15:16,578 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:15:16,578 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:15:16,579 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,36659,1732180454338, state=OPEN 2024-11-21T09:15:16,587 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,36659,1732180454338, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,36659,1732180454338, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 5b0ae2ee7b9e,36659,1732180454338 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T09:15:16,587 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,36659,1732180454338, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 5b0ae2ee7b9e,36659,1732180454338 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T09:15:16,587 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,36659,1732180454338, seqNum=-1 from cache 2024-11-21T09:15:16,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T09:15:16,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T09:15:16,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T09:15:16,632 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:15:16,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:15:16,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:15:16,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T09:15:16,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-21T09:15:16,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,36659,1732180454338 in 9.9570 sec 2024-11-21T09:15:16,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-21T09:15:16,635 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 5b0ae2ee7b9e,42337,1732180454299 had 4 regions 2024-11-21T09:15:16,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1480 sec 2024-11-21T09:15:16,636 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5b0ae2ee7b9e,42337,1732180454299, splitWal=true, meta=true, isMeta: false 2024-11-21T09:15:16,637 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5b0ae2ee7b9e,42337,1732180454299 WAL count=1, meta=false 2024-11-21T09:15:16,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 5b0ae2ee7b9e%2C42337%2C1732180454299.1732180455070}] 2024-11-21T09:15:16,639 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:15:16,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5b0ae2ee7b9e%2C42337%2C1732180454299.1732180455070, worker=5b0ae2ee7b9e,33371,1732180454266}] 2024-11-21T09:15:16,793 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:15:16,794 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,36659,1732180454338, seqNum=-1] 2024-11-21T09:15:16,813 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-21T09:15:16,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:15:16,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:15:16,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:15:16,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:15:16,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:15:16,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:15:16,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:15:16,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=597330653, stopped=false 2024-11-21T09:15:16,813 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,42161,1732180454092 2024-11-21T09:15:16,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T09:15:16,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T09:15:16,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T09:15:16,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:15:16,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:15:16,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:15:16,821 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:15:16,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:15:16,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:15:16,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:15:16,822 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,33371,1732180454266' ***** 2024-11-21T09:15:16,822 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:15:16,822 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,36659,1732180454338' ***** 2024-11-21T09:15:16,822 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:15:16,822 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:15:16,822 INFO [RS:0;5b0ae2ee7b9e:33371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:15:16,822 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:15:16,822 INFO [RS:0;5b0ae2ee7b9e:33371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:15:16,822 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HRegionServer(3091): Received CLOSE for 26e1d8c24b8dbfc62a1c8625d977f016 2024-11-21T09:15:16,822 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:15:16,822 INFO [RS:2;5b0ae2ee7b9e:36659 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:15:16,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T09:15:16,822 INFO [RS:2;5b0ae2ee7b9e:36659 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:15:16,822 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:15:16,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T09:15:16,822 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(3091): Received CLOSE for 22c69d173a72e2566d38bfbf57151440 2024-11-21T09:15:16,822 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HRegionServer(3091): Received CLOSE for 6697b2c85a206951174756564842fcc1 2024-11-21T09:15:16,822 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ea2aa1392d308c95aaeab57273c9a13 2024-11-21T09:15:16,822 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:15:16,822 INFO [RS:0;5b0ae2ee7b9e:33371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:15:16,823 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(3091): Received CLOSE for 3deb52a0f0575c22e2f2b5eff3550fe9 2024-11-21T09:15:16,823 INFO [RS:0;5b0ae2ee7b9e:33371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:33371. 2024-11-21T09:15:16,823 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(3091): Received CLOSE for 954e29503f43b1dfe62d0dc113f287ba 2024-11-21T09:15:16,823 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:15:16,823 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a8e45e5e666f0ca10280773c5ef8606 2024-11-21T09:15:16,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T09:15:16,823 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:15:16,823 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:15:16,823 INFO [RS:2;5b0ae2ee7b9e:36659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:15:16,823 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T09:15:16,823 INFO [RS:2;5b0ae2ee7b9e:36659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;5b0ae2ee7b9e:36659. 2024-11-21T09:15:16,823 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HRegionServer(1325): Online Regions={26e1d8c24b8dbfc62a1c8625d977f016=SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016., 6697b2c85a206951174756564842fcc1=SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1., 1ea2aa1392d308c95aaeab57273c9a13=SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13.} 2024-11-21T09:15:16,823 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:15:16,823 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HRegionServer(1351): Waiting on 1ea2aa1392d308c95aaeab57273c9a13, 26e1d8c24b8dbfc62a1c8625d977f016, 6697b2c85a206951174756564842fcc1 2024-11-21T09:15:16,823 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22c69d173a72e2566d38bfbf57151440, disabling compactions & flushes 2024-11-21T09:15:16,823 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:15:16,823 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26e1d8c24b8dbfc62a1c8625d977f016, disabling compactions & flushes 2024-11-21T09:15:16,823 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440. 2024-11-21T09:15:16,823 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016. 2024-11-21T09:15:16,823 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:15:16,823 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440. 2024-11-21T09:15:16,823 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016. 2024-11-21T09:15:16,823 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:15:16,823 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016. after waiting 0 ms 2024-11-21T09:15:16,823 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440. after waiting 0 ms 2024-11-21T09:15:16,823 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:15:16,823 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016. 2024-11-21T09:15:16,823 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440. 2024-11-21T09:15:16,823 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:15:16,824 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-21T09:15:16,824 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(1325): Online Regions={22c69d173a72e2566d38bfbf57151440=SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440., 3deb52a0f0575c22e2f2b5eff3550fe9=SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9., 1588230740=hbase:meta,,1.1588230740, 954e29503f43b1dfe62d0dc113f287ba=SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba., 7a8e45e5e666f0ca10280773c5ef8606=SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606.} 2024-11-21T09:15:16,824 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22c69d173a72e2566d38bfbf57151440, 3deb52a0f0575c22e2f2b5eff3550fe9, 7a8e45e5e666f0ca10280773c5ef8606, 954e29503f43b1dfe62d0dc113f287ba 2024-11-21T09:15:16,824 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:15:16,824 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:15:16,824 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:15:16,824 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:15:16,824 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:15:16,829 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/22c69d173a72e2566d38bfbf57151440/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T09:15:16,830 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440. 2024-11-21T09:15:16,830 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22c69d173a72e2566d38bfbf57151440: Waiting for close lock at 1732180516823Running coprocessor pre-close hooks at 1732180516823Disabling compacts and flushes for region at 1732180516823Disabling writes for close at 1732180516823Writing region close event to WAL at 1732180516824 (+1 ms)Running coprocessor post-close hooks at 1732180516830 (+6 ms)Closed at 1732180516830 2024-11-21T09:15:16,830 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732180465609.22c69d173a72e2566d38bfbf57151440. 2024-11-21T09:15:16,830 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3deb52a0f0575c22e2f2b5eff3550fe9, disabling compactions & flushes 2024-11-21T09:15:16,830 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9. 2024-11-21T09:15:16,830 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9. 2024-11-21T09:15:16,831 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9. after waiting 0 ms 2024-11-21T09:15:16,831 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9. 2024-11-21T09:15:16,837 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/26e1d8c24b8dbfc62a1c8625d977f016/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T09:15:16,838 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-21T09:15:16,838 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016. 2024-11-21T09:15:16,838 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:15:16,838 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26e1d8c24b8dbfc62a1c8625d977f016: Waiting for close lock at 1732180516823Running coprocessor pre-close hooks at 1732180516823Disabling compacts and flushes for region at 1732180516823Disabling writes for close at 1732180516823Writing region close event to WAL at 1732180516828 (+5 ms)Running coprocessor post-close hooks at 1732180516838 (+10 ms)Closed at 1732180516838 2024-11-21T09:15:16,838 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:15:16,838 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180516824Running coprocessor pre-close hooks at 1732180516824Disabling compacts and flushes for region at 1732180516824Disabling writes for close at 1732180516824Writing region close event to WAL at 1732180516830 (+6 ms)Running coprocessor post-close hooks at 1732180516838 (+8 ms)Closed at 1732180516838 2024-11-21T09:15:16,838 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732180465609.26e1d8c24b8dbfc62a1c8625d977f016. 2024-11-21T09:15:16,839 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:15:16,839 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6697b2c85a206951174756564842fcc1, disabling compactions & flushes 2024-11-21T09:15:16,839 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1. 2024-11-21T09:15:16,839 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1. 2024-11-21T09:15:16,839 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1. after waiting 0 ms 2024-11-21T09:15:16,839 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1. 2024-11-21T09:15:16,841 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/3deb52a0f0575c22e2f2b5eff3550fe9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T09:15:16,842 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9. 2024-11-21T09:15:16,842 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3deb52a0f0575c22e2f2b5eff3550fe9: Waiting for close lock at 1732180516830Running coprocessor pre-close hooks at 1732180516830Disabling compacts and flushes for region at 1732180516830Disabling writes for close at 1732180516831 (+1 ms)Writing region close event to WAL at 1732180516837 (+6 ms)Running coprocessor post-close hooks at 1732180516842 (+5 ms)Closed at 1732180516842 2024-11-21T09:15:16,842 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732180465609.3deb52a0f0575c22e2f2b5eff3550fe9. 2024-11-21T09:15:16,842 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 954e29503f43b1dfe62d0dc113f287ba, disabling compactions & flushes 2024-11-21T09:15:16,842 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba. 2024-11-21T09:15:16,842 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba. 2024-11-21T09:15:16,842 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba. after waiting 0 ms 2024-11-21T09:15:16,842 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba. 2024-11-21T09:15:16,843 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/6697b2c85a206951174756564842fcc1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T09:15:16,843 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1. 2024-11-21T09:15:16,843 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6697b2c85a206951174756564842fcc1: Waiting for close lock at 1732180516839Running coprocessor pre-close hooks at 1732180516839Disabling compacts and flushes for region at 1732180516839Disabling writes for close at 1732180516839Writing region close event to WAL at 1732180516839Running coprocessor post-close hooks at 1732180516843 (+4 ms)Closed at 1732180516843 2024-11-21T09:15:16,844 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732180465609.6697b2c85a206951174756564842fcc1. 2024-11-21T09:15:16,844 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ea2aa1392d308c95aaeab57273c9a13, disabling compactions & flushes 2024-11-21T09:15:16,844 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. 2024-11-21T09:15:16,844 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. 2024-11-21T09:15:16,844 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. after waiting 0 ms 2024-11-21T09:15:16,844 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. 2024-11-21T09:15:16,846 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/954e29503f43b1dfe62d0dc113f287ba/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T09:15:16,847 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba. 2024-11-21T09:15:16,847 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 954e29503f43b1dfe62d0dc113f287ba: Waiting for close lock at 1732180516842Running coprocessor pre-close hooks at 1732180516842Disabling compacts and flushes for region at 1732180516842Disabling writes for close at 1732180516842Writing region close event to WAL at 1732180516843 (+1 ms)Running coprocessor post-close hooks at 1732180516847 (+4 ms)Closed at 1732180516847 2024-11-21T09:15:16,847 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732180465609.954e29503f43b1dfe62d0dc113f287ba. 2024-11-21T09:15:16,848 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a8e45e5e666f0ca10280773c5ef8606, disabling compactions & flushes 2024-11-21T09:15:16,848 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606. 2024-11-21T09:15:16,848 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606. 2024-11-21T09:15:16,848 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606. after waiting 0 ms 2024-11-21T09:15:16,848 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606. 2024-11-21T09:15:16,848 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/1ea2aa1392d308c95aaeab57273c9a13/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T09:15:16,849 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. 2024-11-21T09:15:16,849 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ea2aa1392d308c95aaeab57273c9a13: Waiting for close lock at 1732180516844Running coprocessor pre-close hooks at 1732180516844Disabling compacts and flushes for region at 1732180516844Disabling writes for close at 1732180516844Writing region close event to WAL at 1732180516845 (+1 ms)Running coprocessor post-close hooks at 1732180516849 (+4 ms)Closed at 1732180516849 2024-11-21T09:15:16,849 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732180465609.1ea2aa1392d308c95aaeab57273c9a13. 2024-11-21T09:15:16,852 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/data/default/SPTestTable/7a8e45e5e666f0ca10280773c5ef8606/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T09:15:16,852 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606. 2024-11-21T09:15:16,852 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a8e45e5e666f0ca10280773c5ef8606: Waiting for close lock at 1732180516848Running coprocessor pre-close hooks at 1732180516848Disabling compacts and flushes for region at 1732180516848Disabling writes for close at 1732180516848Writing region close event to WAL at 1732180516848Running coprocessor post-close hooks at 1732180516852 (+4 ms)Closed at 1732180516852 2024-11-21T09:15:16,853 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732180465609.7a8e45e5e666f0ca10280773c5ef8606. 2024-11-21T09:15:16,898 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:15:16,899 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:15:16,925 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:15:16,925 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:15:16,976 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:15:16,977 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:15:17,023 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,33371,1732180454266; all regions closed. 2024-11-21T09:15:17,024 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,36659,1732180454338; all regions closed. 2024-11-21T09:15:17,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741835_1011 (size=2856) 2024-11-21T09:15:17,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741835_1011 (size=2856) 2024-11-21T09:15:17,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741835_1011 (size=2856) 2024-11-21T09:15:17,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741865_1041 (size=678) 2024-11-21T09:15:17,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741865_1041 (size=678) 2024-11-21T09:15:17,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741865_1041 (size=678) 2024-11-21T09:15:17,032 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/oldWALs 2024-11-21T09:15:17,032 INFO [RS:2;5b0ae2ee7b9e:36659 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C36659%2C1732180454338.meta:.meta(num 1732180516420) 2024-11-21T09:15:17,032 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/oldWALs 2024-11-21T09:15:17,032 INFO [RS:0;5b0ae2ee7b9e:33371 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C33371%2C1732180454266:(num 1732180455076) 2024-11-21T09:15:17,032 DEBUG [RS:0;5b0ae2ee7b9e:33371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:15:17,032 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:15:17,033 INFO [RS:0;5b0ae2ee7b9e:33371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:15:17,033 INFO [RS:0;5b0ae2ee7b9e:33371 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:15:17,033 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:15:17,033 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:15:17,033 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:15:17,033 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:15:17,033 INFO [RS:0;5b0ae2ee7b9e:33371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:15:17,033 INFO [RS:0;5b0ae2ee7b9e:33371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33371 2024-11-21T09:15:17,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741834_1010 (size=2947) 2024-11-21T09:15:17,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741834_1010 (size=2947) 2024-11-21T09:15:17,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741834_1010 (size=2947) 2024-11-21T09:15:17,037 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/oldWALs 2024-11-21T09:15:17,037 INFO [RS:2;5b0ae2ee7b9e:36659 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C36659%2C1732180454338:(num 1732180455075) 2024-11-21T09:15:17,037 DEBUG [RS:2;5b0ae2ee7b9e:36659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:15:17,037 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:15:17,037 INFO [RS:2;5b0ae2ee7b9e:36659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:15:17,037 INFO [RS:2;5b0ae2ee7b9e:36659 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:15:17,037 INFO [RS:2;5b0ae2ee7b9e:36659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:15:17,037 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:15:17,038 INFO [RS:2;5b0ae2ee7b9e:36659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36659 2024-11-21T09:15:17,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b0ae2ee7b9e,33371,1732180454266 2024-11-21T09:15:17,042 INFO [RS:0;5b0ae2ee7b9e:33371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:15:17,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T09:15:17,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b0ae2ee7b9e,36659,1732180454338 2024-11-21T09:15:17,052 INFO [RS:2;5b0ae2ee7b9e:36659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:15:17,063 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,36659,1732180454338] 2024-11-21T09:15:17,084 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5b0ae2ee7b9e,36659,1732180454338 already deleted, retry=false 2024-11-21T09:15:17,084 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,36659,1732180454338 expired; onlineServers=1 2024-11-21T09:15:17,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,33371,1732180454266] 2024-11-21T09:15:17,094 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5b0ae2ee7b9e,33371,1732180454266 already deleted, retry=false 2024-11-21T09:15:17,095 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,33371,1732180454266 expired; onlineServers=0 2024-11-21T09:15:17,095 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,42161,1732180454092' ***** 2024-11-21T09:15:17,095 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:15:17,095 INFO [M:0;5b0ae2ee7b9e:42161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:15:17,095 INFO [M:0;5b0ae2ee7b9e:42161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:15:17,095 DEBUG [M:0;5b0ae2ee7b9e:42161 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:15:17,095 DEBUG [M:0;5b0ae2ee7b9e:42161 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:15:17,095 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:15:17,095 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180454739 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180454739,5,FailOnTimeoutGroup] 2024-11-21T09:15:17,095 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180454739 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180454739,5,FailOnTimeoutGroup] 2024-11-21T09:15:17,096 INFO [M:0;5b0ae2ee7b9e:42161 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:15:17,096 INFO [M:0;5b0ae2ee7b9e:42161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:15:17,096 DEBUG [M:0;5b0ae2ee7b9e:42161 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:15:17,096 INFO [M:0;5b0ae2ee7b9e:42161 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:15:17,096 INFO [M:0;5b0ae2ee7b9e:42161 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:15:17,097 ERROR [M:0;5b0ae2ee7b9e:42161 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1002133716) connection to localhost/127.0.0.1:46361 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46361,5,PEWorkerGroup] 2024-11-21T09:15:17,097 INFO [M:0;5b0ae2ee7b9e:42161 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:15:17,097 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:15:17,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T09:15:17,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T09:15:17,105 DEBUG [M:0;5b0ae2ee7b9e:42161 {}] zookeeper.ZKUtil(347): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T09:15:17,105 WARN [M:0;5b0ae2ee7b9e:42161 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:15:17,107 INFO [M:0;5b0ae2ee7b9e:42161 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/.lastflushedseqids 2024-11-21T09:15:17,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741869_1045 (size=632) 2024-11-21T09:15:17,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741869_1045 (size=632) 2024-11-21T09:15:17,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741869_1045 (size=632) 2024-11-21T09:15:17,122 INFO [M:0;5b0ae2ee7b9e:42161 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:15:17,122 INFO [M:0;5b0ae2ee7b9e:42161 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:15:17,123 DEBUG [M:0;5b0ae2ee7b9e:42161 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:15:17,123 INFO [M:0;5b0ae2ee7b9e:42161 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:15:17,123 DEBUG [M:0;5b0ae2ee7b9e:42161 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:15:17,123 DEBUG [M:0;5b0ae2ee7b9e:42161 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:15:17,123 DEBUG [M:0;5b0ae2ee7b9e:42161 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:15:17,123 INFO [M:0;5b0ae2ee7b9e:42161 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=211.87 KB heapSize=252.80 KB 2024-11-21T09:15:17,143 DEBUG [M:0;5b0ae2ee7b9e:42161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38f8b3c7086e466c93ad6fa1ab7ef6fc is 82, key is hbase:meta,,1/info:regioninfo/1732180516578/Put/seqid=0 2024-11-21T09:15:17,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741870_1046 (size=6071) 2024-11-21T09:15:17,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741870_1046 (size=6071) 2024-11-21T09:15:17,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741870_1046 (size=6071) 2024-11-21T09:15:17,150 INFO [M:0;5b0ae2ee7b9e:42161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38f8b3c7086e466c93ad6fa1ab7ef6fc 2024-11-21T09:15:17,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:15:17,163 INFO [RS:0;5b0ae2ee7b9e:33371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:15:17,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33371-0x1015cac26630001, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:15:17,163 INFO [RS:0;5b0ae2ee7b9e:33371 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,33371,1732180454266; zookeeper connection closed. 2024-11-21T09:15:17,163 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23439ae8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23439ae8 2024-11-21T09:15:17,169 DEBUG [M:0;5b0ae2ee7b9e:42161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdfbfcb2fa1c46d28ec625e255a7c947 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732180477046/Put/seqid=0 2024-11-21T09:15:17,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:15:17,174 INFO [RS:2;5b0ae2ee7b9e:36659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:15:17,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36659-0x1015cac26630003, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:15:17,174 INFO [RS:2;5b0ae2ee7b9e:36659 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,36659,1732180454338; zookeeper connection closed. 2024-11-21T09:15:17,174 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31aaf713 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31aaf713 2024-11-21T09:15:17,174 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T09:15:17,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741871_1047 (size=11558) 2024-11-21T09:15:17,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741871_1047 (size=11558) 2024-11-21T09:15:17,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741871_1047 (size=11558) 2024-11-21T09:15:17,176 INFO [M:0;5b0ae2ee7b9e:42161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=210.64 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdfbfcb2fa1c46d28ec625e255a7c947 2024-11-21T09:15:17,180 INFO [M:0;5b0ae2ee7b9e:42161 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdfbfcb2fa1c46d28ec625e255a7c947 2024-11-21T09:15:17,194 DEBUG [M:0;5b0ae2ee7b9e:42161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f23e4d9815a6494cb609ae30addd22a4 is 69, key is 5b0ae2ee7b9e,33371,1732180454266/rs:state/1732180454813/Put/seqid=0 2024-11-21T09:15:17,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741872_1048 (size=5442) 2024-11-21T09:15:17,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741872_1048 (size=5442) 2024-11-21T09:15:17,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741872_1048 (size=5442) 2024-11-21T09:15:17,200 INFO [M:0;5b0ae2ee7b9e:42161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f23e4d9815a6494cb609ae30addd22a4 2024-11-21T09:15:17,205 INFO [M:0;5b0ae2ee7b9e:42161 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f23e4d9815a6494cb609ae30addd22a4 2024-11-21T09:15:17,206 DEBUG [M:0;5b0ae2ee7b9e:42161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38f8b3c7086e466c93ad6fa1ab7ef6fc as hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/38f8b3c7086e466c93ad6fa1ab7ef6fc 2024-11-21T09:15:17,212 INFO [M:0;5b0ae2ee7b9e:42161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/38f8b3c7086e466c93ad6fa1ab7ef6fc, entries=14, sequenceid=440, filesize=5.9 K 2024-11-21T09:15:17,213 DEBUG [M:0;5b0ae2ee7b9e:42161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdfbfcb2fa1c46d28ec625e255a7c947 as hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdfbfcb2fa1c46d28ec625e255a7c947 2024-11-21T09:15:17,219 INFO [M:0;5b0ae2ee7b9e:42161 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdfbfcb2fa1c46d28ec625e255a7c947 2024-11-21T09:15:17,219 INFO [M:0;5b0ae2ee7b9e:42161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdfbfcb2fa1c46d28ec625e255a7c947, entries=52, sequenceid=440, filesize=11.3 K 2024-11-21T09:15:17,220 DEBUG [M:0;5b0ae2ee7b9e:42161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f23e4d9815a6494cb609ae30addd22a4 as hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f23e4d9815a6494cb609ae30addd22a4 2024-11-21T09:15:17,225 INFO [M:0;5b0ae2ee7b9e:42161 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f23e4d9815a6494cb609ae30addd22a4 2024-11-21T09:15:17,225 INFO [M:0;5b0ae2ee7b9e:42161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1642a2d1-dd66-8c7f-8d1a-44a4ec06150b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f23e4d9815a6494cb609ae30addd22a4, entries=3, sequenceid=440, filesize=5.3 K 2024-11-21T09:15:17,226 INFO [M:0;5b0ae2ee7b9e:42161 {}] regionserver.HRegion(3140): Finished flush of dataSize ~211.87 KB/216957, heapSize ~252.50 KB/258560, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=440, compaction requested=false 2024-11-21T09:15:17,227 INFO [M:0;5b0ae2ee7b9e:42161 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:15:17,227 DEBUG [M:0;5b0ae2ee7b9e:42161 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180517123Disabling compacts and flushes for region at 1732180517123Disabling writes for close at 1732180517123Obtaining lock to block concurrent updates at 1732180517123Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180517123Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=216957, getHeapSize=258800, getOffHeapSize=0, getCellsCount=539 at 1732180517124 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180517125 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180517125Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180517142 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180517142Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180517154 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180517169 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180517169Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180517180 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180517193 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180517194 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55c9fcd4: reopening flushed file at 1732180517205 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@670834ca: reopening flushed file at 1732180517212 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57af6abd: reopening flushed file at 1732180517219 (+7 ms)Finished flush of dataSize ~211.87 KB/216957, heapSize ~252.50 KB/258560, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=440, compaction requested=false at 1732180517226 (+7 ms)Writing region close event to WAL at 1732180517227 (+1 ms)Closed at 1732180517227 2024-11-21T09:15:17,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44251 is added to blk_1073741830_1006 (size=246372) 2024-11-21T09:15:17,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35705 is added to blk_1073741830_1006 (size=246372) 2024-11-21T09:15:17,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741830_1006 (size=246372) 2024-11-21T09:15:17,230 INFO [M:0;5b0ae2ee7b9e:42161 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:15:17,230 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:15:17,231 INFO [M:0;5b0ae2ee7b9e:42161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42161 2024-11-21T09:15:17,231 INFO [M:0;5b0ae2ee7b9e:42161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:15:17,342 INFO [M:0;5b0ae2ee7b9e:42161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:15:17,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:15:17,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015cac26630000, quorum=127.0.0.1:57152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:15:17,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65558ec9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:15:17,346 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5714d08d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:15:17,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:15:17,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@586994fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:15:17,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ba83ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/hadoop.log.dir/,STOPPED} 2024-11-21T09:15:17,348 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:15:17,348 WARN [BP-1912790510-172.17.0.2-1732180451079 heartbeating to localhost/127.0.0.1:46361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:15:17,348 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:15:17,348 WARN [BP-1912790510-172.17.0.2-1732180451079 heartbeating to localhost/127.0.0.1:46361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1912790510-172.17.0.2-1732180451079 (Datanode Uuid 08bc0c02-e565-4395-ab84-a17d52663405) service to localhost/127.0.0.1:46361 2024-11-21T09:15:17,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/cluster_1329a626-1153-2cca-cc5b-c9e3e5bfe9be/data/data5/current/BP-1912790510-172.17.0.2-1732180451079 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:15:17,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/cluster_1329a626-1153-2cca-cc5b-c9e3e5bfe9be/data/data6/current/BP-1912790510-172.17.0.2-1732180451079 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:15:17,350 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:15:17,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a7f397f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:15:17,352 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d231c6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:15:17,352 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:15:17,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3392db87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:15:17,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14361570{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/hadoop.log.dir/,STOPPED} 2024-11-21T09:15:17,354 WARN [BP-1912790510-172.17.0.2-1732180451079 heartbeating to localhost/127.0.0.1:46361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:15:17,354 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:15:17,354 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:15:17,354 WARN [BP-1912790510-172.17.0.2-1732180451079 heartbeating to localhost/127.0.0.1:46361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1912790510-172.17.0.2-1732180451079 (Datanode Uuid 61c30f8e-fc53-43ae-be06-e0f06a71ba60) service to localhost/127.0.0.1:46361 2024-11-21T09:15:17,355 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/cluster_1329a626-1153-2cca-cc5b-c9e3e5bfe9be/data/data3/current/BP-1912790510-172.17.0.2-1732180451079 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:15:17,355 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/cluster_1329a626-1153-2cca-cc5b-c9e3e5bfe9be/data/data4/current/BP-1912790510-172.17.0.2-1732180451079 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:15:17,355 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:15:17,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3970c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:15:17,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4836d0e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:15:17,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:15:17,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65fe1c2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:15:17,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7808e3bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/hadoop.log.dir/,STOPPED} 2024-11-21T09:15:17,359 WARN [BP-1912790510-172.17.0.2-1732180451079 heartbeating to localhost/127.0.0.1:46361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:15:17,359 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:15:17,359 WARN [BP-1912790510-172.17.0.2-1732180451079 heartbeating to localhost/127.0.0.1:46361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1912790510-172.17.0.2-1732180451079 (Datanode Uuid c9b6db02-1461-4aa4-bab5-47d5fcb194b6) service to localhost/127.0.0.1:46361 2024-11-21T09:15:17,359 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:15:17,360 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/cluster_1329a626-1153-2cca-cc5b-c9e3e5bfe9be/data/data1/current/BP-1912790510-172.17.0.2-1732180451079 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:15:17,360 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/cluster_1329a626-1153-2cca-cc5b-c9e3e5bfe9be/data/data2/current/BP-1912790510-172.17.0.2-1732180451079 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:15:17,360 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:15:17,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f838cec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:15:17,366 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@368e2792{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:15:17,366 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:15:17,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@765686bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:15:17,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bc5b63f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89157491-23e8-e656-9844-4084fc5fd07c/hadoop.log.dir/,STOPPED} 2024-11-21T09:15:17,375 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T09:15:17,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:15:17,423 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 93) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1002133716) connection to localhost/127.0.0.1:46361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1002133716) connection to localhost/127.0.0.1:46361 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1002133716) connection to localhost/127.0.0.1:46361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1002133716) connection to localhost/127.0.0.1:46361 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=474 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 331) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1845 (was 2889)