2024-11-07 14:17:50,352 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-07 14:17:50,363 main DEBUG Took 0.009534 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 14:17:50,363 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 14:17:50,364 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 14:17:50,365 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 14:17:50,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:17:50,373 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 14:17:50,391 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:17:50,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:17:50,393 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:17:50,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:17:50,394 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:17:50,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:17:50,396 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:17:50,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:17:50,398 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:17:50,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:17:50,399 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:17:50,400 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:17:50,401 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:17:50,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:17:50,402 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:17:50,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:17:50,403 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:17:50,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:17:50,407 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:17:50,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:17:50,408 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:17:50,409 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:17:50,410 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:17:50,410 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:17:50,411 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:17:50,412 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 14:17:50,416 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:17:50,418 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 14:17:50,420 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 14:17:50,421 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 14:17:50,423 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 14:17:50,423 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 14:17:50,435 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 14:17:50,438 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 14:17:50,440 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 14:17:50,441 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 14:17:50,442 main DEBUG createAppenders(={Console}) 2024-11-07 14:17:50,443 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-07 14:17:50,443 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-07 14:17:50,444 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-07 14:17:50,444 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 14:17:50,445 main DEBUG OutputStream closed 2024-11-07 14:17:50,445 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 14:17:50,446 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 14:17:50,446 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-07 14:17:50,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 14:17:50,556 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 14:17:50,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 14:17:50,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 14:17:50,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 14:17:50,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 14:17:50,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 14:17:50,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 14:17:50,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 14:17:50,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 14:17:50,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 14:17:50,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 14:17:50,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 14:17:50,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 14:17:50,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 14:17:50,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 14:17:50,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 14:17:50,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 14:17:50,569 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 14:17:50,570 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-07 14:17:50,570 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 14:17:50,571 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-07T14:17:50,588 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-07 14:17:50,592 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 14:17:50,593 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T14:17:50,603 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-07T14:17:50,641 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=654, ProcessCount=11, AvailableMemoryMB=2241 2024-11-07T14:17:50,893 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5 2024-11-07T14:17:50,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T14:17:50,910 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/cluster_d25bb5b4-b3b7-ae12-04cf-1db31f78deb9, deleteOnExit=true 2024-11-07T14:17:50,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T14:17:50,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/test.cache.data in system properties and HBase conf 2024-11-07T14:17:50,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T14:17:50,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/hadoop.log.dir in system properties and HBase conf 2024-11-07T14:17:50,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T14:17:50,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T14:17:50,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T14:17:50,988 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T14:17:51,074 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T14:17:51,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T14:17:51,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T14:17:51,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T14:17:51,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T14:17:51,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T14:17:51,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T14:17:51,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T14:17:51,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T14:17:51,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T14:17:51,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/nfs.dump.dir in system properties and HBase conf 2024-11-07T14:17:51,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/java.io.tmpdir in system properties and HBase conf 2024-11-07T14:17:51,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T14:17:51,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T14:17:51,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T14:17:52,112 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T14:17:52,195 INFO [Time-limited test {}] log.Log(170): Logging initialized @2647ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T14:17:52,283 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:17:52,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:17:52,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:17:52,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:17:52,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:17:52,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:17:52,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:17:52,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:17:52,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/java.io.tmpdir/jetty-localhost-39063-hadoop-hdfs-3_4_1-tests_jar-_-any-10920179468740181709/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T14:17:52,837 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:39063} 2024-11-07T14:17:52,838 INFO [Time-limited test {}] server.Server(415): Started @3291ms 2024-11-07T14:17:53,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:17:53,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:17:53,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:17:53,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:17:53,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:17:53,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:17:53,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:17:53,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/java.io.tmpdir/jetty-localhost-43717-hadoop-hdfs-3_4_1-tests_jar-_-any-873091930586906038/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:17:53,654 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:43717} 2024-11-07T14:17:53,654 INFO [Time-limited test {}] server.Server(415): Started @4107ms 2024-11-07T14:17:53,706 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:17:53,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:17:53,850 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:17:53,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:17:53,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:17:53,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:17:53,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:17:53,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:17:53,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/java.io.tmpdir/jetty-localhost-39103-hadoop-hdfs-3_4_1-tests_jar-_-any-3188079036324412101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:17:53,972 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:39103} 2024-11-07T14:17:53,972 INFO [Time-limited test {}] server.Server(415): Started @4425ms 2024-11-07T14:17:53,975 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:17:54,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:17:54,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:17:54,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:17:54,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:17:54,059 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:17:54,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:17:54,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:17:54,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/java.io.tmpdir/jetty-localhost-46581-hadoop-hdfs-3_4_1-tests_jar-_-any-6529159057876457236/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:17:54,169 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:46581} 2024-11-07T14:17:54,169 INFO [Time-limited test {}] server.Server(415): Started @4622ms 2024-11-07T14:17:54,171 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:17:54,964 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/cluster_d25bb5b4-b3b7-ae12-04cf-1db31f78deb9/data/data2/current/BP-811985867-172.17.0.3-1730989071661/current, will proceed with Du for space computation calculation, 2024-11-07T14:17:54,964 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/cluster_d25bb5b4-b3b7-ae12-04cf-1db31f78deb9/data/data3/current/BP-811985867-172.17.0.3-1730989071661/current, will proceed with Du for space computation calculation, 2024-11-07T14:17:54,964 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/cluster_d25bb5b4-b3b7-ae12-04cf-1db31f78deb9/data/data1/current/BP-811985867-172.17.0.3-1730989071661/current, will proceed with Du for space computation calculation, 2024-11-07T14:17:54,970 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/cluster_d25bb5b4-b3b7-ae12-04cf-1db31f78deb9/data/data4/current/BP-811985867-172.17.0.3-1730989071661/current, will proceed with Du for space computation calculation, 2024-11-07T14:17:55,032 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/cluster_d25bb5b4-b3b7-ae12-04cf-1db31f78deb9/data/data5/current/BP-811985867-172.17.0.3-1730989071661/current, will proceed with Du for space computation calculation, 2024-11-07T14:17:55,033 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/cluster_d25bb5b4-b3b7-ae12-04cf-1db31f78deb9/data/data6/current/BP-811985867-172.17.0.3-1730989071661/current, will proceed with Du for space computation calculation, 2024-11-07T14:17:55,041 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:17:55,042 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:17:55,060 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:17:55,105 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5843361975f1b99 with lease ID 0xff2d1fc72886783c: Processing first storage report for DS-cc402153-be69-4da1-bee1-f8ff0d88795e from datanode DatanodeRegistration(127.0.0.1:38721, datanodeUuid=01e55654-5628-4fe4-8513-d91554d3092a, infoPort=40729, infoSecurePort=0, ipcPort=40981, storageInfo=lv=-57;cid=testClusterID;nsid=1390507144;c=1730989071661) 2024-11-07T14:17:55,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5843361975f1b99 with lease ID 0xff2d1fc72886783c: from storage DS-cc402153-be69-4da1-bee1-f8ff0d88795e node DatanodeRegistration(127.0.0.1:38721, datanodeUuid=01e55654-5628-4fe4-8513-d91554d3092a, infoPort=40729, infoSecurePort=0, ipcPort=40981, storageInfo=lv=-57;cid=testClusterID;nsid=1390507144;c=1730989071661), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T14:17:55,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa07ddcde1c56b3f with lease ID 0xff2d1fc72886783d: Processing first storage report for DS-92c85477-486e-45f7-8790-7ac919f1841a from datanode DatanodeRegistration(127.0.0.1:33721, datanodeUuid=c4858eec-9481-4c10-8120-1da167de9fb7, infoPort=43669, infoSecurePort=0, ipcPort=32797, storageInfo=lv=-57;cid=testClusterID;nsid=1390507144;c=1730989071661) 2024-11-07T14:17:55,110 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa07ddcde1c56b3f with lease ID 0xff2d1fc72886783d: from storage DS-92c85477-486e-45f7-8790-7ac919f1841a node DatanodeRegistration(127.0.0.1:33721, datanodeUuid=c4858eec-9481-4c10-8120-1da167de9fb7, infoPort=43669, infoSecurePort=0, ipcPort=32797, storageInfo=lv=-57;cid=testClusterID;nsid=1390507144;c=1730989071661), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T14:17:55,110 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12b81f01cba0fd42 with lease ID 0xff2d1fc72886783e: Processing first storage report for DS-9727f877-068a-4026-90de-3f2b10998187 from datanode DatanodeRegistration(127.0.0.1:36267, datanodeUuid=235e7b7c-21ca-48e1-9978-204f353b62dc, infoPort=34003, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=1390507144;c=1730989071661) 2024-11-07T14:17:55,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12b81f01cba0fd42 with lease ID 0xff2d1fc72886783e: from storage DS-9727f877-068a-4026-90de-3f2b10998187 node DatanodeRegistration(127.0.0.1:36267, datanodeUuid=235e7b7c-21ca-48e1-9978-204f353b62dc, infoPort=34003, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=1390507144;c=1730989071661), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T14:17:55,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5843361975f1b99 with lease ID 0xff2d1fc72886783c: Processing first storage report for DS-2c4bf2e4-1ddb-4369-84b5-c472394747ee from datanode DatanodeRegistration(127.0.0.1:38721, datanodeUuid=01e55654-5628-4fe4-8513-d91554d3092a, infoPort=40729, infoSecurePort=0, ipcPort=40981, storageInfo=lv=-57;cid=testClusterID;nsid=1390507144;c=1730989071661) 2024-11-07T14:17:55,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5843361975f1b99 with lease ID 0xff2d1fc72886783c: from storage DS-2c4bf2e4-1ddb-4369-84b5-c472394747ee node DatanodeRegistration(127.0.0.1:38721, datanodeUuid=01e55654-5628-4fe4-8513-d91554d3092a, infoPort=40729, infoSecurePort=0, ipcPort=40981, storageInfo=lv=-57;cid=testClusterID;nsid=1390507144;c=1730989071661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:17:55,112 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa07ddcde1c56b3f with lease ID 0xff2d1fc72886783d: Processing first storage report for DS-50a6d013-d2b6-4525-8936-cb09dc5f38f9 from datanode DatanodeRegistration(127.0.0.1:33721, datanodeUuid=c4858eec-9481-4c10-8120-1da167de9fb7, infoPort=43669, infoSecurePort=0, ipcPort=32797, storageInfo=lv=-57;cid=testClusterID;nsid=1390507144;c=1730989071661) 2024-11-07T14:17:55,112 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa07ddcde1c56b3f with lease ID 0xff2d1fc72886783d: from storage DS-50a6d013-d2b6-4525-8936-cb09dc5f38f9 node DatanodeRegistration(127.0.0.1:33721, datanodeUuid=c4858eec-9481-4c10-8120-1da167de9fb7, infoPort=43669, infoSecurePort=0, ipcPort=32797, storageInfo=lv=-57;cid=testClusterID;nsid=1390507144;c=1730989071661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:17:55,112 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12b81f01cba0fd42 with lease ID 0xff2d1fc72886783e: Processing first storage report for DS-a66f9cf1-e0d5-4448-9e58-fc0e9f65d700 from datanode DatanodeRegistration(127.0.0.1:36267, datanodeUuid=235e7b7c-21ca-48e1-9978-204f353b62dc, infoPort=34003, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=1390507144;c=1730989071661) 2024-11-07T14:17:55,113 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12b81f01cba0fd42 with lease ID 0xff2d1fc72886783e: from storage DS-a66f9cf1-e0d5-4448-9e58-fc0e9f65d700 node DatanodeRegistration(127.0.0.1:36267, datanodeUuid=235e7b7c-21ca-48e1-9978-204f353b62dc, infoPort=34003, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=1390507144;c=1730989071661), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T14:17:55,120 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5 2024-11-07T14:17:55,219 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/cluster_d25bb5b4-b3b7-ae12-04cf-1db31f78deb9/zookeeper_0, clientPort=50007, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/cluster_d25bb5b4-b3b7-ae12-04cf-1db31f78deb9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/cluster_d25bb5b4-b3b7-ae12-04cf-1db31f78deb9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T14:17:55,230 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50007 2024-11-07T14:17:55,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:17:55,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:17:55,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:17:55,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:17:55,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:17:55,902 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb with version=8 2024-11-07T14:17:55,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/hbase-staging 2024-11-07T14:17:55,982 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T14:17:56,189 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:17:56,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:17:56,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:17:56,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:17:56,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:17:56,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:17:56,368 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T14:17:56,429 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T14:17:56,438 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T14:17:56,441 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:17:56,465 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10617 (auto-detected) 2024-11-07T14:17:56,466 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-07T14:17:56,484 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36901 2024-11-07T14:17:56,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36901 connecting to ZooKeeper ensemble=127.0.0.1:50007 2024-11-07T14:17:56,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369010x0, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:17:56,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36901-0x10116d6f0a50000 connected 2024-11-07T14:17:56,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:17:56,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:17:56,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:17:56,689 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb, hbase.cluster.distributed=false 2024-11-07T14:17:56,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:17:56,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36901 2024-11-07T14:17:56,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36901 2024-11-07T14:17:56,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36901 2024-11-07T14:17:56,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36901 2024-11-07T14:17:56,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36901 2024-11-07T14:17:56,813 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:17:56,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:17:56,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:17:56,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:17:56,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:17:56,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:17:56,818 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T14:17:56,820 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:17:56,821 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33581 2024-11-07T14:17:56,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33581 connecting to ZooKeeper ensemble=127.0.0.1:50007 2024-11-07T14:17:56,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:17:56,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:17:56,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335810x0, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:17:56,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33581-0x10116d6f0a50001 connected 2024-11-07T14:17:56,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:17:56,846 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T14:17:56,854 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T14:17:56,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T14:17:56,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:17:56,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33581 2024-11-07T14:17:56,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33581 2024-11-07T14:17:56,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33581 2024-11-07T14:17:56,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33581 2024-11-07T14:17:56,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33581 2024-11-07T14:17:56,882 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:17:56,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:17:56,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:17:56,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:17:56,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:17:56,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:17:56,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T14:17:56,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:17:56,885 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40235 2024-11-07T14:17:56,887 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40235 connecting to ZooKeeper ensemble=127.0.0.1:50007 2024-11-07T14:17:56,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:17:56,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:17:56,907 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402350x0, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:17:56,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40235-0x10116d6f0a50002 connected 2024-11-07T14:17:56,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40235-0x10116d6f0a50002, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:17:56,908 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T14:17:56,910 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T14:17:56,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40235-0x10116d6f0a50002, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T14:17:56,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40235-0x10116d6f0a50002, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:17:56,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40235 2024-11-07T14:17:56,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40235 2024-11-07T14:17:56,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40235 2024-11-07T14:17:56,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40235 2024-11-07T14:17:56,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40235 2024-11-07T14:17:56,932 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:17:56,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:17:56,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:17:56,933 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:17:56,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:17:56,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:17:56,933 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T14:17:56,933 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:17:56,934 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38031 2024-11-07T14:17:56,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38031 connecting to ZooKeeper ensemble=127.0.0.1:50007 2024-11-07T14:17:56,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:17:56,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:17:56,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380310x0, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:17:56,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380310x0, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:17:56,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38031-0x10116d6f0a50003 connected 2024-11-07T14:17:56,949 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T14:17:56,950 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T14:17:56,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T14:17:56,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:17:56,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-07T14:17:56,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38031 2024-11-07T14:17:56,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38031 2024-11-07T14:17:56,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-07T14:17:56,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-07T14:17:56,974 DEBUG [M:0;b7cc9d764de6:36901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b7cc9d764de6:36901 2024-11-07T14:17:56,975 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b7cc9d764de6,36901,1730989076030 2024-11-07T14:17:56,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:17:56,991 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10116d6f0a50002, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:17:56,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:17:56,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:17:56,993 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b7cc9d764de6,36901,1730989076030 2024-11-07T14:17:57,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T14:17:57,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T14:17:57,015 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10116d6f0a50002, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T14:17:57,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,015 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10116d6f0a50002, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,016 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T14:17:57,018 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b7cc9d764de6,36901,1730989076030 from backup master directory 2024-11-07T14:17:57,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:17:57,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b7cc9d764de6,36901,1730989076030 2024-11-07T14:17:57,023 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10116d6f0a50002, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:17:57,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:17:57,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:17:57,024 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:17:57,024 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b7cc9d764de6,36901,1730989076030 2024-11-07T14:17:57,027 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T14:17:57,029 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T14:17:57,083 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/hbase.id] with ID: dbe71070-a443-4ade-a2e9-4eefe446cc20 2024-11-07T14:17:57,083 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/.tmp/hbase.id 2024-11-07T14:17:57,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:17:57,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:17:57,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:17:57,100 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/.tmp/hbase.id]:[hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/hbase.id] 2024-11-07T14:17:57,147 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:17:57,154 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T14:17:57,176 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-07T14:17:57,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,189 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10116d6f0a50002, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:17:57,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:17:57,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:17:57,222 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T14:17:57,224 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T14:17:57,237 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:17:57,241 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:17:57,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:17:57,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:17:57,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:17:57,293 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store 2024-11-07T14:17:57,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:17:57,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:17:57,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:17:57,321 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T14:17:57,324 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:17:57,325 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T14:17:57,326 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:17:57,326 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:17:57,327 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T14:17:57,327 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:17:57,328 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:17:57,329 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730989077325Disabling compacts and flushes for region at 1730989077325Disabling writes for close at 1730989077327 (+2 ms)Writing region close event to WAL at 1730989077327Closed at 1730989077327 2024-11-07T14:17:57,331 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/.initializing 2024-11-07T14:17:57,331 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/WALs/b7cc9d764de6,36901,1730989076030 2024-11-07T14:17:57,339 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:17:57,352 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C36901%2C1730989076030, suffix=, logDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/WALs/b7cc9d764de6,36901,1730989076030, archiveDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/oldWALs, maxLogs=10 2024-11-07T14:17:57,372 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/WALs/b7cc9d764de6,36901,1730989076030/b7cc9d764de6%2C36901%2C1730989076030.1730989077356, exclude list is [], retry=0 2024-11-07T14:17:57,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33721,DS-92c85477-486e-45f7-8790-7ac919f1841a,DISK] 2024-11-07T14:17:57,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36267,DS-9727f877-068a-4026-90de-3f2b10998187,DISK] 2024-11-07T14:17:57,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38721,DS-cc402153-be69-4da1-bee1-f8ff0d88795e,DISK] 2024-11-07T14:17:57,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T14:17:57,433 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/WALs/b7cc9d764de6,36901,1730989076030/b7cc9d764de6%2C36901%2C1730989076030.1730989077356 2024-11-07T14:17:57,434 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40729:40729),(127.0.0.1/127.0.0.1:34003:34003),(127.0.0.1/127.0.0.1:43669:43669)] 2024-11-07T14:17:57,435 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:17:57,435 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:17:57,438 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:17:57,439 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:17:57,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:17:57,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T14:17:57,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:17:57,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:17:57,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:17:57,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T14:17:57,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:17:57,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:17:57,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:17:57,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T14:17:57,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:17:57,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:17:57,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:17:57,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T14:17:57,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:17:57,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:17:57,533 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:17:57,537 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:17:57,540 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:17:57,546 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:17:57,547 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:17:57,552 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T14:17:57,556 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:17:57,561 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:17:57,562 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65940400, jitterRate=-0.017411470413208008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T14:17:57,569 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730989077451Initializing all the Stores at 1730989077453 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730989077454 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989077454Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989077455 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989077455Cleaning up temporary data from old regions at 1730989077548 (+93 ms)Region opened successfully at 1730989077569 (+21 ms) 2024-11-07T14:17:57,570 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T14:17:57,602 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559a6bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:17:57,630 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T14:17:57,640 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T14:17:57,640 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T14:17:57,642 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T14:17:57,643 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T14:17:57,648 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T14:17:57,648 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-07T14:17:57,672 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T14:17:57,679 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T14:17:57,715 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T14:17:57,718 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T14:17:57,720 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T14:17:57,730 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T14:17:57,732 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T14:17:57,735 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T14:17:57,739 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T14:17:57,741 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T14:17:57,748 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T14:17:57,769 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T14:17:57,773 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T14:17:57,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:17:57,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:17:57,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:17:57,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,781 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10116d6f0a50002, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:17:57,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,782 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10116d6f0a50002, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,784 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b7cc9d764de6,36901,1730989076030, sessionid=0x10116d6f0a50000, setting cluster-up flag (Was=false) 2024-11-07T14:17:57,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,815 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10116d6f0a50002, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,840 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T14:17:57,845 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b7cc9d764de6,36901,1730989076030 2024-11-07T14:17:57,865 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10116d6f0a50002, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:57,890 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T14:17:57,893 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b7cc9d764de6,36901,1730989076030 2024-11-07T14:17:57,903 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T14:17:57,964 INFO [RS:1;b7cc9d764de6:40235 {}] regionserver.HRegionServer(746): ClusterId : dbe71070-a443-4ade-a2e9-4eefe446cc20 2024-11-07T14:17:57,964 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(746): ClusterId : dbe71070-a443-4ade-a2e9-4eefe446cc20 2024-11-07T14:17:57,964 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(746): ClusterId : dbe71070-a443-4ade-a2e9-4eefe446cc20 2024-11-07T14:17:57,967 DEBUG [RS:0;b7cc9d764de6:33581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T14:17:57,967 DEBUG [RS:1;b7cc9d764de6:40235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T14:17:57,970 DEBUG [RS:2;b7cc9d764de6:38031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T14:17:57,984 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T14:17:57,992 DEBUG [RS:0;b7cc9d764de6:33581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T14:17:57,992 DEBUG [RS:0;b7cc9d764de6:33581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T14:17:57,999 DEBUG [RS:2;b7cc9d764de6:38031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T14:17:57,999 DEBUG [RS:2;b7cc9d764de6:38031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T14:17:58,005 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T14:17:58,013 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T14:17:58,019 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b7cc9d764de6,36901,1730989076030 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T14:17:58,055 DEBUG [RS:1;b7cc9d764de6:40235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T14:17:58,055 DEBUG [RS:1;b7cc9d764de6:40235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T14:17:58,212 DEBUG [RS:2;b7cc9d764de6:38031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T14:17:58,212 DEBUG [RS:0;b7cc9d764de6:33581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T14:17:58,212 DEBUG [RS:1;b7cc9d764de6:40235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T14:17:58,213 DEBUG [RS:0;b7cc9d764de6:33581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1439100c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:17:58,213 DEBUG [RS:2;b7cc9d764de6:38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d7bf87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:17:58,213 DEBUG [RS:1;b7cc9d764de6:40235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5700493b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:17:58,214 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:17:58,214 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:17:58,214 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:17:58,214 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:17:58,214 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b7cc9d764de6:0, corePoolSize=10, maxPoolSize=10 2024-11-07T14:17:58,214 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,214 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:17:58,215 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,221 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730989108221 2024-11-07T14:17:58,221 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:17:58,222 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T14:17:58,226 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T14:17:58,228 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T14:17:58,232 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:17:58,232 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T14:17:58,233 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T14:17:58,234 DEBUG [RS:2;b7cc9d764de6:38031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b7cc9d764de6:38031 2024-11-07T14:17:58,234 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T14:17:58,234 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T14:17:58,234 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T14:17:58,236 DEBUG [RS:1;b7cc9d764de6:40235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b7cc9d764de6:40235 2024-11-07T14:17:58,239 INFO [RS:1;b7cc9d764de6:40235 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T14:17:58,239 INFO [RS:1;b7cc9d764de6:40235 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T14:17:58,239 DEBUG [RS:1;b7cc9d764de6:40235 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T14:17:58,240 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T14:17:58,240 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T14:17:58,240 DEBUG [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T14:17:58,241 DEBUG [RS:0;b7cc9d764de6:33581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b7cc9d764de6:33581 2024-11-07T14:17:58,241 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T14:17:58,241 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T14:17:58,241 DEBUG [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T14:17:58,244 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(2659): reportForDuty to master=b7cc9d764de6,36901,1730989076030 with port=33581, startcode=1730989076778 2024-11-07T14:17:58,244 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(2659): reportForDuty to master=b7cc9d764de6,36901,1730989076030 with port=38031, startcode=1730989076932 2024-11-07T14:17:58,247 INFO [RS:1;b7cc9d764de6:40235 {}] regionserver.HRegionServer(2659): reportForDuty to master=b7cc9d764de6,36901,1730989076030 with port=40235, startcode=1730989076881 2024-11-07T14:17:58,247 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,255 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T14:17:58,256 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T14:17:58,257 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T14:17:58,259 DEBUG [RS:1;b7cc9d764de6:40235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T14:17:58,259 DEBUG [RS:0;b7cc9d764de6:33581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T14:17:58,260 DEBUG [RS:2;b7cc9d764de6:38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T14:17:58,263 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T14:17:58,263 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T14:17:58,272 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730989078265,5,FailOnTimeoutGroup] 2024-11-07T14:17:58,273 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730989078272,5,FailOnTimeoutGroup] 2024-11-07T14:17:58,273 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,274 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T14:17:58,275 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,276 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:17:58,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:17:58,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:17:58,284 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T14:17:58,285 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb 2024-11-07T14:17:58,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:17:58,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:17:58,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:17:58,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:17:58,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:17:58,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:17:58,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:17:58,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:17:58,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:17:58,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:17:58,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:17:58,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:17:58,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:17:58,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:17:58,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:17:58,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:17:58,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:17:58,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:17:58,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:17:58,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:17:58,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:17:58,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740 2024-11-07T14:17:58,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740 2024-11-07T14:17:58,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:17:58,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:17:58,336 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T14:17:58,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:17:58,344 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:17:58,346 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59544952, jitterRate=-0.11271107196807861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T14:17:58,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730989078312Initializing all the Stores at 1730989078314 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730989078314Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730989078315 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989078315Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730989078315Cleaning up temporary data from old regions at 1730989078335 (+20 ms)Region opened successfully at 1730989078351 (+16 ms) 2024-11-07T14:17:58,351 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T14:17:58,351 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T14:17:58,351 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T14:17:58,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T14:17:58,351 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T14:17:58,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T14:17:58,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T14:17:58,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T14:17:58,354 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T14:17:58,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730989078351Disabling compacts and flushes for region at 1730989078351Disabling writes for close at 1730989078352 (+1 ms)Writing region close event to WAL at 1730989078354 (+2 ms)Closed at 1730989078354 2024-11-07T14:17:58,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36901 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b7cc9d764de6,33581,1730989076778 2024-11-07T14:17:58,359 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:17:58,359 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T14:17:58,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36901 {}] master.ServerManager(517): Registering regionserver=b7cc9d764de6,33581,1730989076778 2024-11-07T14:17:58,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T14:17:58,375 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36901 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b7cc9d764de6,40235,1730989076881 2024-11-07T14:17:58,376 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36901 {}] master.ServerManager(517): Registering regionserver=b7cc9d764de6,40235,1730989076881 2024-11-07T14:17:58,376 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:17:58,380 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36901 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b7cc9d764de6,38031,1730989076932 2024-11-07T14:17:58,380 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T14:17:58,380 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36901 {}] master.ServerManager(517): Registering regionserver=b7cc9d764de6,38031,1730989076932 2024-11-07T14:17:58,380 DEBUG [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb 2024-11-07T14:17:58,380 DEBUG [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44291 2024-11-07T14:17:58,381 DEBUG [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T14:17:58,381 DEBUG [RS:1;b7cc9d764de6:40235 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb 2024-11-07T14:17:58,381 DEBUG [RS:1;b7cc9d764de6:40235 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44291 2024-11-07T14:17:58,381 DEBUG [RS:1;b7cc9d764de6:40235 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T14:17:58,385 DEBUG [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb 2024-11-07T14:17:58,386 DEBUG [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44291 2024-11-07T14:17:58,386 DEBUG [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T14:17:58,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:17:58,415 DEBUG [RS:0;b7cc9d764de6:33581 {}] zookeeper.ZKUtil(111): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b7cc9d764de6,33581,1730989076778 2024-11-07T14:17:58,415 DEBUG [RS:1;b7cc9d764de6:40235 {}] zookeeper.ZKUtil(111): regionserver:40235-0x10116d6f0a50002, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b7cc9d764de6,40235,1730989076881 2024-11-07T14:17:58,415 WARN [RS:1;b7cc9d764de6:40235 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:17:58,415 WARN [RS:0;b7cc9d764de6:33581 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:17:58,415 INFO [RS:1;b7cc9d764de6:40235 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:17:58,415 INFO [RS:0;b7cc9d764de6:33581 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:17:58,415 DEBUG [RS:2;b7cc9d764de6:38031 {}] zookeeper.ZKUtil(111): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b7cc9d764de6,38031,1730989076932 2024-11-07T14:17:58,416 WARN [RS:2;b7cc9d764de6:38031 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:17:58,416 DEBUG [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,33581,1730989076778 2024-11-07T14:17:58,416 DEBUG [RS:1;b7cc9d764de6:40235 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881 2024-11-07T14:17:58,416 INFO [RS:2;b7cc9d764de6:38031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:17:58,416 DEBUG [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,38031,1730989076932 2024-11-07T14:17:58,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b7cc9d764de6,33581,1730989076778] 2024-11-07T14:17:58,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b7cc9d764de6,38031,1730989076932] 2024-11-07T14:17:58,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b7cc9d764de6,40235,1730989076881] 2024-11-07T14:17:58,451 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T14:17:58,451 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T14:17:58,451 INFO [RS:1;b7cc9d764de6:40235 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T14:17:58,468 INFO [RS:1;b7cc9d764de6:40235 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T14:17:58,468 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T14:17:58,468 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T14:17:58,473 INFO [RS:1;b7cc9d764de6:40235 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T14:17:58,473 INFO [RS:2;b7cc9d764de6:38031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T14:17:58,473 INFO [RS:0;b7cc9d764de6:33581 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T14:17:58,474 INFO [RS:2;b7cc9d764de6:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,474 INFO [RS:1;b7cc9d764de6:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,474 INFO [RS:0;b7cc9d764de6:33581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,475 INFO [RS:1;b7cc9d764de6:40235 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T14:17:58,475 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T14:17:58,475 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T14:17:58,481 INFO [RS:2;b7cc9d764de6:38031 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T14:17:58,481 INFO [RS:0;b7cc9d764de6:33581 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T14:17:58,481 INFO [RS:1;b7cc9d764de6:40235 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T14:17:58,482 INFO [RS:2;b7cc9d764de6:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,482 INFO [RS:0;b7cc9d764de6:33581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,482 INFO [RS:1;b7cc9d764de6:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,483 DEBUG [RS:2;b7cc9d764de6:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,483 DEBUG [RS:1;b7cc9d764de6:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,483 DEBUG [RS:0;b7cc9d764de6:33581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,483 DEBUG [RS:2;b7cc9d764de6:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,483 DEBUG [RS:0;b7cc9d764de6:33581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,483 DEBUG [RS:1;b7cc9d764de6:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,483 DEBUG [RS:2;b7cc9d764de6:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,483 DEBUG [RS:0;b7cc9d764de6:33581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,483 DEBUG [RS:2;b7cc9d764de6:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,483 DEBUG [RS:1;b7cc9d764de6:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,483 DEBUG [RS:2;b7cc9d764de6:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,483 DEBUG [RS:0;b7cc9d764de6:33581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,483 DEBUG [RS:1;b7cc9d764de6:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,483 DEBUG [RS:2;b7cc9d764de6:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:17:58,483 DEBUG [RS:0;b7cc9d764de6:33581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,483 DEBUG [RS:1;b7cc9d764de6:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,483 DEBUG [RS:2;b7cc9d764de6:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,483 DEBUG [RS:0;b7cc9d764de6:33581 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:17:58,483 DEBUG [RS:2;b7cc9d764de6:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,483 DEBUG [RS:1;b7cc9d764de6:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:17:58,484 DEBUG [RS:0;b7cc9d764de6:33581 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,484 DEBUG [RS:2;b7cc9d764de6:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,484 DEBUG [RS:1;b7cc9d764de6:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,484 DEBUG [RS:2;b7cc9d764de6:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,484 DEBUG [RS:0;b7cc9d764de6:33581 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,484 DEBUG [RS:1;b7cc9d764de6:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,484 DEBUG [RS:2;b7cc9d764de6:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,484 DEBUG [RS:0;b7cc9d764de6:33581 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,484 DEBUG [RS:2;b7cc9d764de6:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,484 DEBUG [RS:1;b7cc9d764de6:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,484 DEBUG [RS:2;b7cc9d764de6:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:17:58,484 DEBUG [RS:0;b7cc9d764de6:33581 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,484 DEBUG [RS:1;b7cc9d764de6:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,484 DEBUG [RS:2;b7cc9d764de6:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:17:58,484 DEBUG [RS:0;b7cc9d764de6:33581 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,484 DEBUG [RS:1;b7cc9d764de6:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,484 DEBUG [RS:0;b7cc9d764de6:33581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,484 DEBUG [RS:1;b7cc9d764de6:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:17:58,484 DEBUG [RS:0;b7cc9d764de6:33581 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:17:58,484 DEBUG [RS:1;b7cc9d764de6:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:17:58,485 DEBUG [RS:0;b7cc9d764de6:33581 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:17:58,485 DEBUG [RS:1;b7cc9d764de6:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:17:58,487 INFO [RS:2;b7cc9d764de6:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,487 INFO [RS:1;b7cc9d764de6:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,487 INFO [RS:1;b7cc9d764de6:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,487 INFO [RS:2;b7cc9d764de6:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,487 INFO [RS:1;b7cc9d764de6:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,487 INFO [RS:2;b7cc9d764de6:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,487 INFO [RS:1;b7cc9d764de6:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,487 INFO [RS:2;b7cc9d764de6:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,487 INFO [RS:1;b7cc9d764de6:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,487 INFO [RS:2;b7cc9d764de6:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,487 INFO [RS:1;b7cc9d764de6:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,40235,1730989076881-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:17:58,487 INFO [RS:2;b7cc9d764de6:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,38031,1730989076932-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:17:58,487 INFO [RS:0;b7cc9d764de6:33581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,488 INFO [RS:0;b7cc9d764de6:33581 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,488 INFO [RS:0;b7cc9d764de6:33581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,488 INFO [RS:0;b7cc9d764de6:33581 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,488 INFO [RS:0;b7cc9d764de6:33581 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,488 INFO [RS:0;b7cc9d764de6:33581 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,33581,1730989076778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:17:58,507 INFO [RS:1;b7cc9d764de6:40235 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T14:17:58,509 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T14:17:58,509 INFO [RS:1;b7cc9d764de6:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,40235,1730989076881-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,510 INFO [RS:2;b7cc9d764de6:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,38031,1730989076932-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,510 INFO [RS:1;b7cc9d764de6:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,510 INFO [RS:2;b7cc9d764de6:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,510 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.Replication(171): b7cc9d764de6,38031,1730989076932 started 2024-11-07T14:17:58,510 INFO [RS:1;b7cc9d764de6:40235 {}] regionserver.Replication(171): b7cc9d764de6,40235,1730989076881 started 2024-11-07T14:17:58,513 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T14:17:58,513 INFO [RS:0;b7cc9d764de6:33581 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,33581,1730989076778-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,513 INFO [RS:0;b7cc9d764de6:33581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,513 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.Replication(171): b7cc9d764de6,33581,1730989076778 started 2024-11-07T14:17:58,530 WARN [b7cc9d764de6:36901 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T14:17:58,530 INFO [RS:1;b7cc9d764de6:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,531 INFO [RS:1;b7cc9d764de6:40235 {}] regionserver.HRegionServer(1482): Serving as b7cc9d764de6,40235,1730989076881, RpcServer on b7cc9d764de6/172.17.0.3:40235, sessionid=0x10116d6f0a50002 2024-11-07T14:17:58,531 INFO [RS:2;b7cc9d764de6:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,532 DEBUG [RS:1;b7cc9d764de6:40235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T14:17:58,532 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(1482): Serving as b7cc9d764de6,38031,1730989076932, RpcServer on b7cc9d764de6/172.17.0.3:38031, sessionid=0x10116d6f0a50003 2024-11-07T14:17:58,532 INFO [RS:0;b7cc9d764de6:33581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:17:58,532 DEBUG [RS:1;b7cc9d764de6:40235 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b7cc9d764de6,40235,1730989076881 2024-11-07T14:17:58,532 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(1482): Serving as b7cc9d764de6,33581,1730989076778, RpcServer on b7cc9d764de6/172.17.0.3:33581, sessionid=0x10116d6f0a50001 2024-11-07T14:17:58,532 DEBUG [RS:2;b7cc9d764de6:38031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T14:17:58,532 DEBUG [RS:2;b7cc9d764de6:38031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b7cc9d764de6,38031,1730989076932 2024-11-07T14:17:58,532 DEBUG [RS:0;b7cc9d764de6:33581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T14:17:58,532 DEBUG [RS:1;b7cc9d764de6:40235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,40235,1730989076881' 2024-11-07T14:17:58,532 DEBUG [RS:2;b7cc9d764de6:38031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,38031,1730989076932' 2024-11-07T14:17:58,532 DEBUG [RS:0;b7cc9d764de6:33581 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b7cc9d764de6,33581,1730989076778 2024-11-07T14:17:58,532 DEBUG [RS:0;b7cc9d764de6:33581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,33581,1730989076778' 2024-11-07T14:17:58,532 DEBUG [RS:2;b7cc9d764de6:38031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T14:17:58,532 DEBUG [RS:0;b7cc9d764de6:33581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T14:17:58,532 DEBUG [RS:1;b7cc9d764de6:40235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T14:17:58,533 DEBUG [RS:2;b7cc9d764de6:38031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T14:17:58,533 DEBUG [RS:1;b7cc9d764de6:40235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T14:17:58,533 DEBUG [RS:0;b7cc9d764de6:33581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T14:17:58,534 DEBUG [RS:0;b7cc9d764de6:33581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T14:17:58,534 DEBUG [RS:2;b7cc9d764de6:38031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T14:17:58,534 DEBUG [RS:0;b7cc9d764de6:33581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T14:17:58,534 DEBUG [RS:2;b7cc9d764de6:38031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T14:17:58,534 DEBUG [RS:1;b7cc9d764de6:40235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T14:17:58,534 DEBUG [RS:1;b7cc9d764de6:40235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T14:17:58,534 DEBUG [RS:1;b7cc9d764de6:40235 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b7cc9d764de6,40235,1730989076881 2024-11-07T14:17:58,534 DEBUG [RS:2;b7cc9d764de6:38031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b7cc9d764de6,38031,1730989076932 2024-11-07T14:17:58,534 DEBUG [RS:0;b7cc9d764de6:33581 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b7cc9d764de6,33581,1730989076778 2024-11-07T14:17:58,534 DEBUG [RS:1;b7cc9d764de6:40235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,40235,1730989076881' 2024-11-07T14:17:58,534 DEBUG [RS:2;b7cc9d764de6:38031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,38031,1730989076932' 2024-11-07T14:17:58,534 DEBUG [RS:0;b7cc9d764de6:33581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,33581,1730989076778' 2024-11-07T14:17:58,534 DEBUG [RS:1;b7cc9d764de6:40235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T14:17:58,534 DEBUG [RS:0;b7cc9d764de6:33581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T14:17:58,534 DEBUG [RS:2;b7cc9d764de6:38031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T14:17:58,535 DEBUG [RS:1;b7cc9d764de6:40235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T14:17:58,535 DEBUG [RS:2;b7cc9d764de6:38031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T14:17:58,535 DEBUG [RS:0;b7cc9d764de6:33581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T14:17:58,535 DEBUG [RS:1;b7cc9d764de6:40235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T14:17:58,535 INFO [RS:1;b7cc9d764de6:40235 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T14:17:58,535 DEBUG [RS:0;b7cc9d764de6:33581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T14:17:58,535 INFO [RS:1;b7cc9d764de6:40235 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T14:17:58,535 DEBUG [RS:2;b7cc9d764de6:38031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T14:17:58,536 INFO [RS:0;b7cc9d764de6:33581 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T14:17:58,536 INFO [RS:0;b7cc9d764de6:33581 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T14:17:58,536 INFO [RS:2;b7cc9d764de6:38031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T14:17:58,536 INFO [RS:2;b7cc9d764de6:38031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T14:17:58,646 INFO [RS:1;b7cc9d764de6:40235 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:17:58,646 INFO [RS:0;b7cc9d764de6:33581 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:17:58,646 INFO [RS:2;b7cc9d764de6:38031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:17:58,650 INFO [RS:1;b7cc9d764de6:40235 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C40235%2C1730989076881, suffix=, logDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881, archiveDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/oldWALs, maxLogs=32 2024-11-07T14:17:58,650 INFO [RS:2;b7cc9d764de6:38031 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C38031%2C1730989076932, suffix=, logDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,38031,1730989076932, archiveDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/oldWALs, maxLogs=32 2024-11-07T14:17:58,650 INFO [RS:0;b7cc9d764de6:33581 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C33581%2C1730989076778, suffix=, logDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,33581,1730989076778, archiveDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/oldWALs, maxLogs=32 2024-11-07T14:17:58,668 DEBUG [RS:1;b7cc9d764de6:40235 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881/b7cc9d764de6%2C40235%2C1730989076881.1730989078656, exclude list is [], retry=0 2024-11-07T14:17:58,670 DEBUG [RS:2;b7cc9d764de6:38031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,38031,1730989076932/b7cc9d764de6%2C38031%2C1730989076932.1730989078656, exclude list is [], retry=0 2024-11-07T14:17:58,671 DEBUG [RS:0;b7cc9d764de6:33581 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,33581,1730989076778/b7cc9d764de6%2C33581%2C1730989076778.1730989078656, exclude list is [], retry=0 2024-11-07T14:17:58,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36267,DS-9727f877-068a-4026-90de-3f2b10998187,DISK] 2024-11-07T14:17:58,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33721,DS-92c85477-486e-45f7-8790-7ac919f1841a,DISK] 2024-11-07T14:17:58,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38721,DS-cc402153-be69-4da1-bee1-f8ff0d88795e,DISK] 2024-11-07T14:17:58,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36267,DS-9727f877-068a-4026-90de-3f2b10998187,DISK] 2024-11-07T14:17:58,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38721,DS-cc402153-be69-4da1-bee1-f8ff0d88795e,DISK] 2024-11-07T14:17:58,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33721,DS-92c85477-486e-45f7-8790-7ac919f1841a,DISK] 2024-11-07T14:17:58,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36267,DS-9727f877-068a-4026-90de-3f2b10998187,DISK] 2024-11-07T14:17:58,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38721,DS-cc402153-be69-4da1-bee1-f8ff0d88795e,DISK] 2024-11-07T14:17:58,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33721,DS-92c85477-486e-45f7-8790-7ac919f1841a,DISK] 2024-11-07T14:17:58,689 INFO [RS:1;b7cc9d764de6:40235 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881/b7cc9d764de6%2C40235%2C1730989076881.1730989078656 2024-11-07T14:17:58,690 DEBUG [RS:1;b7cc9d764de6:40235 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43669:43669),(127.0.0.1/127.0.0.1:40729:40729),(127.0.0.1/127.0.0.1:34003:34003)] 2024-11-07T14:17:58,693 INFO [RS:2;b7cc9d764de6:38031 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,38031,1730989076932/b7cc9d764de6%2C38031%2C1730989076932.1730989078656 2024-11-07T14:17:58,695 INFO [RS:0;b7cc9d764de6:33581 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,33581,1730989076778/b7cc9d764de6%2C33581%2C1730989076778.1730989078656 2024-11-07T14:17:58,699 DEBUG [RS:2;b7cc9d764de6:38031 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34003:34003),(127.0.0.1/127.0.0.1:40729:40729),(127.0.0.1/127.0.0.1:43669:43669)] 2024-11-07T14:17:58,699 DEBUG [RS:0;b7cc9d764de6:33581 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34003:34003),(127.0.0.1/127.0.0.1:40729:40729),(127.0.0.1/127.0.0.1:43669:43669)] 2024-11-07T14:17:58,783 DEBUG [b7cc9d764de6:36901 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-07T14:17:58,793 DEBUG [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(204): Hosts are {b7cc9d764de6=0} racks are {/default-rack=0} 2024-11-07T14:17:58,801 DEBUG [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T14:17:58,801 DEBUG [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T14:17:58,801 DEBUG [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T14:17:58,801 DEBUG [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T14:17:58,801 DEBUG [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T14:17:58,801 DEBUG [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T14:17:58,801 INFO [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T14:17:58,801 INFO [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T14:17:58,801 INFO [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T14:17:58,801 DEBUG [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T14:17:58,808 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b7cc9d764de6,33581,1730989076778 2024-11-07T14:17:58,815 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,33581,1730989076778, state=OPENING 2024-11-07T14:17:58,848 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T14:17:58,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:58,856 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10116d6f0a50002, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:58,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:58,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:17:58,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:17:58,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:17:58,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:17:58,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:17:58,859 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:17:58,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,33581,1730989076778}] 2024-11-07T14:18:06,427 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T14:18:06,428 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T14:18:08,890 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T14:18:08,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T14:18:08,911 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T14:18:08,912 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:18:08,912 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T14:18:08,916 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C33581%2C1730989076778.meta, suffix=.meta, logDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,33581,1730989076778, archiveDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/oldWALs, maxLogs=32 2024-11-07T14:18:08,933 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,33581,1730989076778/b7cc9d764de6%2C33581%2C1730989076778.meta.1730989088918.meta, exclude list is [], retry=0 2024-11-07T14:18:08,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38721,DS-cc402153-be69-4da1-bee1-f8ff0d88795e,DISK] 2024-11-07T14:18:08,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36267,DS-9727f877-068a-4026-90de-3f2b10998187,DISK] 2024-11-07T14:18:08,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33721,DS-92c85477-486e-45f7-8790-7ac919f1841a,DISK] 2024-11-07T14:18:08,943 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,33581,1730989076778/b7cc9d764de6%2C33581%2C1730989076778.meta.1730989088918.meta 2024-11-07T14:18:08,944 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40729:40729),(127.0.0.1/127.0.0.1:34003:34003),(127.0.0.1/127.0.0.1:43669:43669)] 2024-11-07T14:18:08,944 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:18:08,946 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T14:18:08,950 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T14:18:08,957 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T14:18:08,962 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T14:18:08,962 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:08,963 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T14:18:08,963 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T14:18:08,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:18:08,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:18:08,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:08,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:18:08,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:18:08,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:18:08,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:08,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:18:08,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:18:08,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:18:08,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:08,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:18:08,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:18:08,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:18:08,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:08,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:18:08,978 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:18:08,980 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740 2024-11-07T14:18:08,985 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740 2024-11-07T14:18:08,990 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:18:08,990 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:18:08,993 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T14:18:08,997 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:18:08,999 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65976678, jitterRate=-0.016870886087417603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T14:18:09,000 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T14:18:09,001 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730989088963Writing region info on filesystem at 1730989088963Initializing all the Stores at 1730989088966 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730989088966Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730989088966Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989088966Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730989088966Cleaning up temporary data from old regions at 1730989088990 (+24 ms)Running coprocessor post-open hooks at 1730989089000 (+10 ms)Region opened successfully at 1730989089001 (+1 ms) 2024-11-07T14:18:09,009 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730989088879 2024-11-07T14:18:09,021 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T14:18:09,022 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T14:18:09,024 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,33581,1730989076778 2024-11-07T14:18:09,026 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,33581,1730989076778, state=OPEN 2024-11-07T14:18:09,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:18:09,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:18:09,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:18:09,038 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10116d6f0a50002, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:18:09,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:18:09,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:18:09,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:18:09,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:18:09,039 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b7cc9d764de6,33581,1730989076778 2024-11-07T14:18:09,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T14:18:09,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,33581,1730989076778 in 10.1790 sec 2024-11-07T14:18:09,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T14:18:09,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6800 sec 2024-11-07T14:18:09,061 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:18:09,061 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T14:18:09,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:18:09,085 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,33581,1730989076778, seqNum=-1] 2024-11-07T14:18:09,107 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:18:09,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:18:09,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.1960 sec 2024-11-07T14:18:09,136 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730989089135, completionTime=-1 2024-11-07T14:18:09,138 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-07T14:18:09,139 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T14:18:09,169 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-07T14:18:09,169 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730989149169 2024-11-07T14:18:09,169 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730989209169 2024-11-07T14:18:09,169 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-07T14:18:09,171 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T14:18:09,179 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,36901,1730989076030-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:18:09,179 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,36901,1730989076030-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:18:09,179 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,36901,1730989076030-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:18:09,181 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b7cc9d764de6:36901, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:18:09,181 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T14:18:09,182 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T14:18:09,188 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T14:18:09,217 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.192sec 2024-11-07T14:18:09,219 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T14:18:09,221 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T14:18:09,223 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T14:18:09,224 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T14:18:09,224 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T14:18:09,225 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,36901,1730989076030-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:18:09,226 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,36901,1730989076030-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T14:18:09,232 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T14:18:09,233 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T14:18:09,233 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,36901,1730989076030-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:18:09,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1106e632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:18:09,292 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T14:18:09,292 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T14:18:09,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b7cc9d764de6,36901,-1 for getting cluster id 2024-11-07T14:18:09,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T14:18:09,342 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbe71070-a443-4ade-a2e9-4eefe446cc20' 2024-11-07T14:18:09,345 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T14:18:09,345 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbe71070-a443-4ade-a2e9-4eefe446cc20" 2024-11-07T14:18:09,345 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9c68a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:18:09,346 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b7cc9d764de6,36901,-1] 2024-11-07T14:18:09,349 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T14:18:09,351 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:18:09,352 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T14:18:09,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ee4fbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:18:09,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:18:09,367 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,33581,1730989076778, seqNum=-1] 2024-11-07T14:18:09,367 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:18:09,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:18:09,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b7cc9d764de6,36901,1730989076030 2024-11-07T14:18:09,392 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730989089390 (current time:1730989089390). 2024-11-07T14:18:09,392 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T14:18:09,392 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-07T14:18:09,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd1f169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:18:09,394 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b7cc9d764de6,36901,-1 for getting cluster id 2024-11-07T14:18:09,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T14:18:09,396 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbe71070-a443-4ade-a2e9-4eefe446cc20' 2024-11-07T14:18:09,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T14:18:09,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbe71070-a443-4ade-a2e9-4eefe446cc20" 2024-11-07T14:18:09,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337fea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:18:09,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b7cc9d764de6,36901,-1] 2024-11-07T14:18:09,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T14:18:09,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:18:09,398 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T14:18:09,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a8600e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:18:09,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:18:09,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,33581,1730989076778, seqNum=-1] 2024-11-07T14:18:09,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:18:09,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:18:09,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:18:09,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:18:09,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:18:09,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:18:09,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T14:18:09,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T14:18:09,426 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is b7cc9d764de6,36901,1730989076030 2024-11-07T14:18:09,429 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1380d868 2024-11-07T14:18:09,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T14:18:09,438 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T14:18:09,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T14:18:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-07T14:18:09,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T14:18:09,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-07T14:18:09,466 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:09,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T14:18:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:18:09,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741837_1013 (size=361) 2024-11-07T14:18:09,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741837_1013 (size=361) 2024-11-07T14:18:09,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741837_1013 (size=361) 2024-11-07T14:18:09,516 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4224fbe96b8ed26d892f87ef32624e5, NAME => 'SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb 2024-11-07T14:18:09,516 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6530fc979a4088a4a8b99e92effd9a9b, NAME => 'SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb 2024-11-07T14:18:09,517 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7706ac77015fec542fe48aa5350f3793, NAME => 'SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb 2024-11-07T14:18:09,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741839_1015 (size=62) 2024-11-07T14:18:09,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741838_1014 (size=62) 2024-11-07T14:18:09,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741840_1016 (size=54) 2024-11-07T14:18:09,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741838_1014 (size=62) 2024-11-07T14:18:09,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741838_1014 (size=62) 2024-11-07T14:18:09,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741839_1015 (size=62) 2024-11-07T14:18:09,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741840_1016 (size=54) 2024-11-07T14:18:09,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741840_1016 (size=54) 2024-11-07T14:18:09,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741839_1015 (size=62) 2024-11-07T14:18:09,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:09,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:09,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d4224fbe96b8ed26d892f87ef32624e5, disabling compactions & flushes 2024-11-07T14:18:09,556 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5. 2024-11-07T14:18:09,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5. 2024-11-07T14:18:09,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:09,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5. after waiting 0 ms 2024-11-07T14:18:09,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7706ac77015fec542fe48aa5350f3793, disabling compactions & flushes 2024-11-07T14:18:09,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5. 2024-11-07T14:18:09,556 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. 2024-11-07T14:18:09,556 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5. 2024-11-07T14:18:09,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. 2024-11-07T14:18:09,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. after waiting 0 ms 2024-11-07T14:18:09,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. 2024-11-07T14:18:09,557 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. 2024-11-07T14:18:09,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7706ac77015fec542fe48aa5350f3793: Waiting for close lock at 1730989089556Disabling compacts and flushes for region at 1730989089556Disabling writes for close at 1730989089557 (+1 ms)Writing region close event to WAL at 1730989089557Closed at 1730989089557 2024-11-07T14:18:09,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6530fc979a4088a4a8b99e92effd9a9b, disabling compactions & flushes 2024-11-07T14:18:09,558 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b. 2024-11-07T14:18:09,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4224fbe96b8ed26d892f87ef32624e5: Waiting for close lock at 1730989089556Disabling compacts and flushes for region at 1730989089556Disabling writes for close at 1730989089556Writing region close event to WAL at 1730989089556Closed at 1730989089556 2024-11-07T14:18:09,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b. 2024-11-07T14:18:09,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b. after waiting 0 ms 2024-11-07T14:18:09,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b. 2024-11-07T14:18:09,558 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b. 2024-11-07T14:18:09,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6530fc979a4088a4a8b99e92effd9a9b: Waiting for close lock at 1730989089556Disabling compacts and flushes for region at 1730989089556Disabling writes for close at 1730989089558 (+2 ms)Writing region close event to WAL at 1730989089558Closed at 1730989089558 2024-11-07T14:18:09,558 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 99db9548ba46d907fce8f504ea215ffd, NAME => 'SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb 2024-11-07T14:18:09,559 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e66f5de17e85fe75ad11ca42501d687, NAME => 'SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb 2024-11-07T14:18:09,560 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2, NAME => 'SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb 2024-11-07T14:18:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:18:09,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741842_1018 (size=62) 2024-11-07T14:18:09,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741841_1017 (size=62) 2024-11-07T14:18:09,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741841_1017 (size=62) 2024-11-07T14:18:09,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741842_1018 (size=62) 2024-11-07T14:18:09,591 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:09,591 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1e66f5de17e85fe75ad11ca42501d687, disabling compactions & flushes 2024-11-07T14:18:09,591 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. 2024-11-07T14:18:09,591 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. 2024-11-07T14:18:09,592 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. after waiting 0 ms 2024-11-07T14:18:09,592 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. 2024-11-07T14:18:09,592 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. 2024-11-07T14:18:09,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741842_1018 (size=62) 2024-11-07T14:18:09,592 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e66f5de17e85fe75ad11ca42501d687: Waiting for close lock at 1730989089591Disabling compacts and flushes for region at 1730989089591Disabling writes for close at 1730989089592 (+1 ms)Writing region close event to WAL at 1730989089592Closed at 1730989089592 2024-11-07T14:18:09,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741841_1017 (size=62) 2024-11-07T14:18:09,593 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1cab195113f9856db6628ac9454b45f, NAME => 'SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb 2024-11-07T14:18:09,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:09,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2, disabling compactions & flushes 2024-11-07T14:18:09,593 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2. 2024-11-07T14:18:09,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2. 2024-11-07T14:18:09,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2. after waiting 0 ms 2024-11-07T14:18:09,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2. 2024-11-07T14:18:09,593 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2. 2024-11-07T14:18:09,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2: Waiting for close lock at 1730989089593Disabling compacts and flushes for region at 1730989089593Disabling writes for close at 1730989089593Writing region close event to WAL at 1730989089593Closed at 1730989089593 2024-11-07T14:18:09,595 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 314cf8cbf21f958f2c37e0caf5d54fb9, NAME => 'SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb 2024-11-07T14:18:09,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741843_1019 (size=62) 2024-11-07T14:18:09,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741843_1019 (size=62) 2024-11-07T14:18:09,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741843_1019 (size=62) 2024-11-07T14:18:09,624 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:09,624 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 99db9548ba46d907fce8f504ea215ffd, disabling compactions & flushes 2024-11-07T14:18:09,624 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd. 2024-11-07T14:18:09,624 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd. 2024-11-07T14:18:09,624 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd. after waiting 0 ms 2024-11-07T14:18:09,624 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd. 2024-11-07T14:18:09,624 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd. 2024-11-07T14:18:09,624 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 99db9548ba46d907fce8f504ea215ffd: Waiting for close lock at 1730989089624Disabling compacts and flushes for region at 1730989089624Disabling writes for close at 1730989089624Writing region close event to WAL at 1730989089624Closed at 1730989089624 2024-11-07T14:18:09,625 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 19fe88fcb7b817c0350492c9d1edc63e, NAME => 'SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb 2024-11-07T14:18:09,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741845_1021 (size=62) 2024-11-07T14:18:09,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741845_1021 (size=62) 2024-11-07T14:18:09,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741845_1021 (size=62) 2024-11-07T14:18:09,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741844_1020 (size=62) 2024-11-07T14:18:09,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741844_1020 (size=62) 2024-11-07T14:18:09,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741844_1020 (size=62) 2024-11-07T14:18:09,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741846_1022 (size=62) 2024-11-07T14:18:09,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741846_1022 (size=62) 2024-11-07T14:18:09,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741846_1022 (size=62) 2024-11-07T14:18:09,687 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:09,687 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 19fe88fcb7b817c0350492c9d1edc63e, disabling compactions & flushes 2024-11-07T14:18:09,687 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. 2024-11-07T14:18:09,687 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. 2024-11-07T14:18:09,687 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. after waiting 0 ms 2024-11-07T14:18:09,687 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. 2024-11-07T14:18:09,687 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. 2024-11-07T14:18:09,687 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 19fe88fcb7b817c0350492c9d1edc63e: Waiting for close lock at 1730989089687Disabling compacts and flushes for region at 1730989089687Disabling writes for close at 1730989089687Writing region close event to WAL at 1730989089687Closed at 1730989089687 2024-11-07T14:18:09,688 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b1248344919fb10343a982a3abb75121, NAME => 'SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb 2024-11-07T14:18:09,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741847_1023 (size=54) 2024-11-07T14:18:09,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741847_1023 (size=54) 2024-11-07T14:18:09,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741847_1023 (size=54) 2024-11-07T14:18:09,709 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:09,710 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b1248344919fb10343a982a3abb75121, disabling compactions & flushes 2024-11-07T14:18:09,710 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. 2024-11-07T14:18:09,710 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. 2024-11-07T14:18:09,710 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. after waiting 0 ms 2024-11-07T14:18:09,710 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. 2024-11-07T14:18:09,710 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. 2024-11-07T14:18:09,710 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b1248344919fb10343a982a3abb75121: Waiting for close lock at 1730989089710Disabling compacts and flushes for region at 1730989089710Disabling writes for close at 1730989089710Writing region close event to WAL at 1730989089710Closed at 1730989089710 2024-11-07T14:18:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:18:10,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:10,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 314cf8cbf21f958f2c37e0caf5d54fb9, disabling compactions & flushes 2024-11-07T14:18:10,072 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9. 2024-11-07T14:18:10,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9. 2024-11-07T14:18:10,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9. after waiting 0 ms 2024-11-07T14:18:10,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9. 2024-11-07T14:18:10,072 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9. 2024-11-07T14:18:10,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 314cf8cbf21f958f2c37e0caf5d54fb9: Waiting for close lock at 1730989090072Disabling compacts and flushes for region at 1730989090072Disabling writes for close at 1730989090072Writing region close event to WAL at 1730989090072Closed at 1730989090072 2024-11-07T14:18:10,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:10,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c1cab195113f9856db6628ac9454b45f, disabling compactions & flushes 2024-11-07T14:18:10,076 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. 2024-11-07T14:18:10,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. 2024-11-07T14:18:10,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. after waiting 0 ms 2024-11-07T14:18:10,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. 2024-11-07T14:18:10,076 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. 2024-11-07T14:18:10,077 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1cab195113f9856db6628ac9454b45f: Waiting for close lock at 1730989090076Disabling compacts and flushes for region at 1730989090076Disabling writes for close at 1730989090076Writing region close event to WAL at 1730989090076Closed at 1730989090076 2024-11-07T14:18:10,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T14:18:10,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730989090079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989090079"}]},"ts":"1730989090079"} 2024-11-07T14:18:10,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1730989090079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989090079"}]},"ts":"1730989090079"} 2024-11-07T14:18:10,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730989090079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989090079"}]},"ts":"1730989090079"} 2024-11-07T14:18:10,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730989090079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989090079"}]},"ts":"1730989090079"} 2024-11-07T14:18:10,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730989090079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989090079"}]},"ts":"1730989090079"} 2024-11-07T14:18:10,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730989090079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989090079"}]},"ts":"1730989090079"} 2024-11-07T14:18:10,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730989090079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989090079"}]},"ts":"1730989090079"} 2024-11-07T14:18:10,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1730989090079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989090079"}]},"ts":"1730989090079"} 2024-11-07T14:18:10,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730989090079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989090079"}]},"ts":"1730989090079"} 2024-11-07T14:18:10,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730989090079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989090079"}]},"ts":"1730989090079"} 2024-11-07T14:18:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:18:10,127 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-07T14:18:10,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T14:18:10,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730989090130"}]},"ts":"1730989090130"} 2024-11-07T14:18:10,138 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-07T14:18:10,139 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b7cc9d764de6=0} racks are {/default-rack=0} 2024-11-07T14:18:10,147 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T14:18:10,147 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T14:18:10,147 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T14:18:10,147 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T14:18:10,147 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T14:18:10,147 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T14:18:10,147 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T14:18:10,147 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T14:18:10,147 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T14:18:10,147 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T14:18:10,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4224fbe96b8ed26d892f87ef32624e5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7706ac77015fec542fe48aa5350f3793, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6530fc979a4088a4a8b99e92effd9a9b, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99db9548ba46d907fce8f504ea215ffd, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e66f5de17e85fe75ad11ca42501d687, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c35d4a32fbc6e2b35a7f2dc0bd3d1a2, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1cab195113f9856db6628ac9454b45f, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=314cf8cbf21f958f2c37e0caf5d54fb9, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19fe88fcb7b817c0350492c9d1edc63e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b1248344919fb10343a982a3abb75121, ASSIGN}] 2024-11-07T14:18:10,153 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=314cf8cbf21f958f2c37e0caf5d54fb9, ASSIGN 2024-11-07T14:18:10,153 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19fe88fcb7b817c0350492c9d1edc63e, ASSIGN 2024-11-07T14:18:10,153 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b1248344919fb10343a982a3abb75121, ASSIGN 2024-11-07T14:18:10,153 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1cab195113f9856db6628ac9454b45f, ASSIGN 2024-11-07T14:18:10,155 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b1248344919fb10343a982a3abb75121, ASSIGN; state=OFFLINE, location=b7cc9d764de6,33581,1730989076778; forceNewPlan=false, retain=false 2024-11-07T14:18:10,155 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c35d4a32fbc6e2b35a7f2dc0bd3d1a2, ASSIGN 2024-11-07T14:18:10,155 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=314cf8cbf21f958f2c37e0caf5d54fb9, ASSIGN; state=OFFLINE, location=b7cc9d764de6,38031,1730989076932; forceNewPlan=false, retain=false 2024-11-07T14:18:10,155 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=19fe88fcb7b817c0350492c9d1edc63e, ASSIGN; state=OFFLINE, location=b7cc9d764de6,40235,1730989076881; forceNewPlan=false, retain=false 2024-11-07T14:18:10,155 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1cab195113f9856db6628ac9454b45f, ASSIGN; state=OFFLINE, location=b7cc9d764de6,40235,1730989076881; forceNewPlan=false, retain=false 2024-11-07T14:18:10,157 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c35d4a32fbc6e2b35a7f2dc0bd3d1a2, ASSIGN; state=OFFLINE, location=b7cc9d764de6,33581,1730989076778; forceNewPlan=false, retain=false 2024-11-07T14:18:10,161 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6530fc979a4088a4a8b99e92effd9a9b, ASSIGN 2024-11-07T14:18:10,161 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99db9548ba46d907fce8f504ea215ffd, ASSIGN 2024-11-07T14:18:10,163 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=99db9548ba46d907fce8f504ea215ffd, ASSIGN; state=OFFLINE, location=b7cc9d764de6,38031,1730989076932; forceNewPlan=false, retain=false 2024-11-07T14:18:10,163 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e66f5de17e85fe75ad11ca42501d687, ASSIGN 2024-11-07T14:18:10,163 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6530fc979a4088a4a8b99e92effd9a9b, ASSIGN; state=OFFLINE, location=b7cc9d764de6,38031,1730989076932; forceNewPlan=false, retain=false 2024-11-07T14:18:10,163 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7706ac77015fec542fe48aa5350f3793, ASSIGN 2024-11-07T14:18:10,165 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4224fbe96b8ed26d892f87ef32624e5, ASSIGN 2024-11-07T14:18:10,165 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e66f5de17e85fe75ad11ca42501d687, ASSIGN; state=OFFLINE, location=b7cc9d764de6,40235,1730989076881; forceNewPlan=false, retain=false 2024-11-07T14:18:10,165 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7706ac77015fec542fe48aa5350f3793, ASSIGN; state=OFFLINE, location=b7cc9d764de6,40235,1730989076881; forceNewPlan=false, retain=false 2024-11-07T14:18:10,166 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d4224fbe96b8ed26d892f87ef32624e5, ASSIGN; state=OFFLINE, location=b7cc9d764de6,33581,1730989076778; forceNewPlan=false, retain=false 2024-11-07T14:18:10,312 INFO [b7cc9d764de6:36901 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-07T14:18:10,313 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7706ac77015fec542fe48aa5350f3793, regionState=OPENING, regionLocation=b7cc9d764de6,40235,1730989076881 2024-11-07T14:18:10,313 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1e66f5de17e85fe75ad11ca42501d687, regionState=OPENING, regionLocation=b7cc9d764de6,40235,1730989076881 2024-11-07T14:18:10,313 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=19fe88fcb7b817c0350492c9d1edc63e, regionState=OPENING, regionLocation=b7cc9d764de6,40235,1730989076881 2024-11-07T14:18:10,313 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c1cab195113f9856db6628ac9454b45f, regionState=OPENING, regionLocation=b7cc9d764de6,40235,1730989076881 2024-11-07T14:18:10,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=314cf8cbf21f958f2c37e0caf5d54fb9, regionState=OPENING, regionLocation=b7cc9d764de6,38031,1730989076932 2024-11-07T14:18:10,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=99db9548ba46d907fce8f504ea215ffd, regionState=OPENING, regionLocation=b7cc9d764de6,38031,1730989076932 2024-11-07T14:18:10,314 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6530fc979a4088a4a8b99e92effd9a9b, regionState=OPENING, regionLocation=b7cc9d764de6,38031,1730989076932 2024-11-07T14:18:10,314 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b1248344919fb10343a982a3abb75121, regionState=OPENING, regionLocation=b7cc9d764de6,33581,1730989076778 2024-11-07T14:18:10,314 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8c35d4a32fbc6e2b35a7f2dc0bd3d1a2, regionState=OPENING, regionLocation=b7cc9d764de6,33581,1730989076778 2024-11-07T14:18:10,314 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d4224fbe96b8ed26d892f87ef32624e5, regionState=OPENING, regionLocation=b7cc9d764de6,33581,1730989076778 2024-11-07T14:18:10,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7706ac77015fec542fe48aa5350f3793, ASSIGN because future has completed 2024-11-07T14:18:10,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7706ac77015fec542fe48aa5350f3793, server=b7cc9d764de6,40235,1730989076881}] 2024-11-07T14:18:10,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=19fe88fcb7b817c0350492c9d1edc63e, ASSIGN because future has completed 2024-11-07T14:18:10,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e, server=b7cc9d764de6,40235,1730989076881}] 2024-11-07T14:18:10,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=314cf8cbf21f958f2c37e0caf5d54fb9, ASSIGN because future has completed 2024-11-07T14:18:10,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 314cf8cbf21f958f2c37e0caf5d54fb9, server=b7cc9d764de6,38031,1730989076932}] 2024-11-07T14:18:10,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1cab195113f9856db6628ac9454b45f, ASSIGN because future has completed 2024-11-07T14:18:10,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1cab195113f9856db6628ac9454b45f, server=b7cc9d764de6,40235,1730989076881}] 2024-11-07T14:18:10,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e66f5de17e85fe75ad11ca42501d687, ASSIGN because future has completed 2024-11-07T14:18:10,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=99db9548ba46d907fce8f504ea215ffd, ASSIGN because future has completed 2024-11-07T14:18:10,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99db9548ba46d907fce8f504ea215ffd, server=b7cc9d764de6,38031,1730989076932}] 2024-11-07T14:18:10,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6530fc979a4088a4a8b99e92effd9a9b, ASSIGN because future has completed 2024-11-07T14:18:10,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d4224fbe96b8ed26d892f87ef32624e5, ASSIGN because future has completed 2024-11-07T14:18:10,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b1248344919fb10343a982a3abb75121, ASSIGN because future has completed 2024-11-07T14:18:10,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1248344919fb10343a982a3abb75121, server=b7cc9d764de6,33581,1730989076778}] 2024-11-07T14:18:10,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4224fbe96b8ed26d892f87ef32624e5, server=b7cc9d764de6,33581,1730989076778}] 2024-11-07T14:18:10,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e66f5de17e85fe75ad11ca42501d687, server=b7cc9d764de6,40235,1730989076881}] 2024-11-07T14:18:10,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6530fc979a4088a4a8b99e92effd9a9b, server=b7cc9d764de6,38031,1730989076932}] 2024-11-07T14:18:10,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c35d4a32fbc6e2b35a7f2dc0bd3d1a2, ASSIGN because future has completed 2024-11-07T14:18:10,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2, server=b7cc9d764de6,33581,1730989076778}] 2024-11-07T14:18:10,445 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T14:18:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:18:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:18:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:18:14,507 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T14:18:16,426 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T14:18:16,426 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T14:18:16,428 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:18:16,428 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T14:18:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:18:20,325 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T14:18:20,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T14:18:20,335 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T14:18:20,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T14:18:20,339 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. 2024-11-07T14:18:20,339 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 19fe88fcb7b817c0350492c9d1edc63e, NAME => 'SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-07T14:18:20,339 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:20,339 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:20,340 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:20,340 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:20,342 INFO [StoreOpener-19fe88fcb7b817c0350492c9d1edc63e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:20,344 INFO [StoreOpener-19fe88fcb7b817c0350492c9d1edc63e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19fe88fcb7b817c0350492c9d1edc63e columnFamilyName cf 2024-11-07T14:18:20,345 DEBUG [StoreOpener-19fe88fcb7b817c0350492c9d1edc63e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:20,345 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9. 2024-11-07T14:18:20,346 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 314cf8cbf21f958f2c37e0caf5d54fb9, NAME => 'SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-07T14:18:20,346 INFO [StoreOpener-19fe88fcb7b817c0350492c9d1edc63e-1 {}] regionserver.HStore(327): Store=19fe88fcb7b817c0350492c9d1edc63e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:18:20,346 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:20,346 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 314cf8cbf21f958f2c37e0caf5d54fb9 2024-11-07T14:18:20,347 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:20,347 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 314cf8cbf21f958f2c37e0caf5d54fb9 2024-11-07T14:18:20,347 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 314cf8cbf21f958f2c37e0caf5d54fb9 2024-11-07T14:18:20,347 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:20,348 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:20,348 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:20,348 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:20,351 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:20,352 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5. 2024-11-07T14:18:20,352 INFO [StoreOpener-314cf8cbf21f958f2c37e0caf5d54fb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 314cf8cbf21f958f2c37e0caf5d54fb9 2024-11-07T14:18:20,352 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d4224fbe96b8ed26d892f87ef32624e5, NAME => 'SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-07T14:18:20,352 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d4224fbe96b8ed26d892f87ef32624e5 2024-11-07T14:18:20,353 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:20,353 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d4224fbe96b8ed26d892f87ef32624e5 2024-11-07T14:18:20,353 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d4224fbe96b8ed26d892f87ef32624e5 2024-11-07T14:18:20,354 INFO [StoreOpener-314cf8cbf21f958f2c37e0caf5d54fb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 314cf8cbf21f958f2c37e0caf5d54fb9 columnFamilyName cf 2024-11-07T14:18:20,354 DEBUG [StoreOpener-314cf8cbf21f958f2c37e0caf5d54fb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:20,355 INFO [StoreOpener-314cf8cbf21f958f2c37e0caf5d54fb9-1 {}] regionserver.HStore(327): Store=314cf8cbf21f958f2c37e0caf5d54fb9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:18:20,355 INFO [StoreOpener-d4224fbe96b8ed26d892f87ef32624e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d4224fbe96b8ed26d892f87ef32624e5 2024-11-07T14:18:20,355 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/19fe88fcb7b817c0350492c9d1edc63e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:18:20,355 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 314cf8cbf21f958f2c37e0caf5d54fb9 2024-11-07T14:18:20,356 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 19fe88fcb7b817c0350492c9d1edc63e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71009087, jitterRate=0.05811785161495209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:18:20,356 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:20,357 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/314cf8cbf21f958f2c37e0caf5d54fb9 2024-11-07T14:18:20,357 INFO [StoreOpener-d4224fbe96b8ed26d892f87ef32624e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4224fbe96b8ed26d892f87ef32624e5 columnFamilyName cf 2024-11-07T14:18:20,357 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/314cf8cbf21f958f2c37e0caf5d54fb9 2024-11-07T14:18:20,357 DEBUG [StoreOpener-d4224fbe96b8ed26d892f87ef32624e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:20,357 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 19fe88fcb7b817c0350492c9d1edc63e: Running coprocessor pre-open hook at 1730989100340Writing region info on filesystem at 1730989100340Initializing all the Stores at 1730989100341 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989100341Cleaning up temporary data from old regions at 1730989100349 (+8 ms)Running coprocessor post-open hooks at 1730989100356 (+7 ms)Region opened successfully at 1730989100357 (+1 ms) 2024-11-07T14:18:20,358 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 314cf8cbf21f958f2c37e0caf5d54fb9 2024-11-07T14:18:20,358 INFO [StoreOpener-d4224fbe96b8ed26d892f87ef32624e5-1 {}] regionserver.HStore(327): Store=d4224fbe96b8ed26d892f87ef32624e5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:18:20,358 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 314cf8cbf21f958f2c37e0caf5d54fb9 2024-11-07T14:18:20,358 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d4224fbe96b8ed26d892f87ef32624e5 2024-11-07T14:18:20,359 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/d4224fbe96b8ed26d892f87ef32624e5 2024-11-07T14:18:20,360 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/d4224fbe96b8ed26d892f87ef32624e5 2024-11-07T14:18:20,360 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 314cf8cbf21f958f2c37e0caf5d54fb9 2024-11-07T14:18:20,360 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d4224fbe96b8ed26d892f87ef32624e5 2024-11-07T14:18:20,360 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d4224fbe96b8ed26d892f87ef32624e5 2024-11-07T14:18:20,361 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e., pid=16, masterSystemTime=1730989100325 2024-11-07T14:18:20,365 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/314cf8cbf21f958f2c37e0caf5d54fb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:18:20,366 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 314cf8cbf21f958f2c37e0caf5d54fb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72510673, jitterRate=0.08049322664737701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:18:20,366 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d4224fbe96b8ed26d892f87ef32624e5 2024-11-07T14:18:20,366 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 314cf8cbf21f958f2c37e0caf5d54fb9 2024-11-07T14:18:20,366 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 314cf8cbf21f958f2c37e0caf5d54fb9: Running coprocessor pre-open hook at 1730989100347Writing region info on filesystem at 1730989100347Initializing all the Stores at 1730989100348 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989100348Cleaning up temporary data from old regions at 1730989100358 (+10 ms)Running coprocessor post-open hooks at 1730989100366 (+8 ms)Region opened successfully at 1730989100366 2024-11-07T14:18:20,367 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. 2024-11-07T14:18:20,367 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. 2024-11-07T14:18:20,367 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. 2024-11-07T14:18:20,367 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c1cab195113f9856db6628ac9454b45f, NAME => 'SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-07T14:18:20,368 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=19fe88fcb7b817c0350492c9d1edc63e, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,40235,1730989076881 2024-11-07T14:18:20,368 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:20,368 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:20,368 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:20,368 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:20,369 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9., pid=17, masterSystemTime=1730989100334 2024-11-07T14:18:20,372 INFO [StoreOpener-c1cab195113f9856db6628ac9454b45f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:20,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e, server=b7cc9d764de6,40235,1730989076881 because future has completed 2024-11-07T14:18:20,377 INFO [StoreOpener-c1cab195113f9856db6628ac9454b45f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1cab195113f9856db6628ac9454b45f columnFamilyName cf 2024-11-07T14:18:20,377 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/d4224fbe96b8ed26d892f87ef32624e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:18:20,377 DEBUG [StoreOpener-c1cab195113f9856db6628ac9454b45f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:20,378 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9. 2024-11-07T14:18:20,378 INFO [StoreOpener-c1cab195113f9856db6628ac9454b45f-1 {}] regionserver.HStore(327): Store=c1cab195113f9856db6628ac9454b45f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:18:20,378 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9. 2024-11-07T14:18:20,379 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:20,379 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd. 2024-11-07T14:18:20,379 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 99db9548ba46d907fce8f504ea215ffd, NAME => 'SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-07T14:18:20,379 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d4224fbe96b8ed26d892f87ef32624e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64190279, jitterRate=-0.04349030554294586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:18:20,379 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4224fbe96b8ed26d892f87ef32624e5 2024-11-07T14:18:20,379 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d4224fbe96b8ed26d892f87ef32624e5: Running coprocessor pre-open hook at 1730989100353Writing region info on filesystem at 1730989100353Initializing all the Stores at 1730989100354 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989100354Cleaning up temporary data from old regions at 1730989100360 (+6 ms)Running coprocessor post-open hooks at 1730989100379 (+19 ms)Region opened successfully at 1730989100379 2024-11-07T14:18:20,379 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 99db9548ba46d907fce8f504ea215ffd 2024-11-07T14:18:20,379 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:20,380 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 99db9548ba46d907fce8f504ea215ffd 2024-11-07T14:18:20,380 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 99db9548ba46d907fce8f504ea215ffd 2024-11-07T14:18:20,380 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:20,381 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:20,381 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5., pid=21, masterSystemTime=1730989100343 2024-11-07T14:18:20,381 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=314cf8cbf21f958f2c37e0caf5d54fb9, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,38031,1730989076932 2024-11-07T14:18:20,381 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:20,382 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:20,384 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5. 2024-11-07T14:18:20,384 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5. 2024-11-07T14:18:20,384 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2. 2024-11-07T14:18:20,384 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2, NAME => 'SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-07T14:18:20,385 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2 2024-11-07T14:18:20,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 314cf8cbf21f958f2c37e0caf5d54fb9, server=b7cc9d764de6,38031,1730989076932 because future has completed 2024-11-07T14:18:20,385 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:20,385 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2 2024-11-07T14:18:20,385 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2 2024-11-07T14:18:20,387 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:20,388 INFO [StoreOpener-99db9548ba46d907fce8f504ea215ffd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 99db9548ba46d907fce8f504ea215ffd 2024-11-07T14:18:20,388 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d4224fbe96b8ed26d892f87ef32624e5, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,33581,1730989076778 2024-11-07T14:18:20,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-07T14:18:20,391 INFO [StoreOpener-8c35d4a32fbc6e2b35a7f2dc0bd3d1a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2 2024-11-07T14:18:20,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e, server=b7cc9d764de6,40235,1730989076881 in 10.0590 sec 2024-11-07T14:18:20,392 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/c1cab195113f9856db6628ac9454b45f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:18:20,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4224fbe96b8ed26d892f87ef32624e5, server=b7cc9d764de6,33581,1730989076778 because future has completed 2024-11-07T14:18:20,393 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c1cab195113f9856db6628ac9454b45f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60568863, jitterRate=-0.09745360910892487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:18:20,394 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:20,394 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c1cab195113f9856db6628ac9454b45f: Running coprocessor pre-open hook at 1730989100368Writing region info on filesystem at 1730989100368Initializing all the Stores at 1730989100372 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989100372Cleaning up temporary data from old regions at 1730989100382 (+10 ms)Running coprocessor post-open hooks at 1730989100394 (+12 ms)Region opened successfully at 1730989100394 2024-11-07T14:18:20,395 INFO [StoreOpener-8c35d4a32fbc6e2b35a7f2dc0bd3d1a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2 columnFamilyName cf 2024-11-07T14:18:20,395 DEBUG [StoreOpener-8c35d4a32fbc6e2b35a7f2dc0bd3d1a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:20,396 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f., pid=18, masterSystemTime=1730989100325 2024-11-07T14:18:20,396 INFO [StoreOpener-99db9548ba46d907fce8f504ea215ffd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99db9548ba46d907fce8f504ea215ffd columnFamilyName cf 2024-11-07T14:18:20,396 DEBUG [StoreOpener-99db9548ba46d907fce8f504ea215ffd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:20,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-11-07T14:18:20,396 INFO [StoreOpener-8c35d4a32fbc6e2b35a7f2dc0bd3d1a2-1 {}] regionserver.HStore(327): Store=8c35d4a32fbc6e2b35a7f2dc0bd3d1a2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:18:20,397 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2 2024-11-07T14:18:20,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 314cf8cbf21f958f2c37e0caf5d54fb9, server=b7cc9d764de6,38031,1730989076932 in 10.0650 sec 2024-11-07T14:18:20,398 INFO [StoreOpener-99db9548ba46d907fce8f504ea215ffd-1 {}] regionserver.HStore(327): Store=99db9548ba46d907fce8f504ea215ffd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:18:20,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19fe88fcb7b817c0350492c9d1edc63e, ASSIGN in 10.2430 sec 2024-11-07T14:18:20,399 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. 2024-11-07T14:18:20,399 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. 2024-11-07T14:18:20,399 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 99db9548ba46d907fce8f504ea215ffd 2024-11-07T14:18:20,399 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. 2024-11-07T14:18:20,399 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 7706ac77015fec542fe48aa5350f3793, NAME => 'SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-07T14:18:20,400 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/8c35d4a32fbc6e2b35a7f2dc0bd3d1a2 2024-11-07T14:18:20,400 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:20,400 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:20,400 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:20,400 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:20,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=314cf8cbf21f958f2c37e0caf5d54fb9, ASSIGN in 10.2470 sec 2024-11-07T14:18:20,401 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/8c35d4a32fbc6e2b35a7f2dc0bd3d1a2 2024-11-07T14:18:20,401 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/99db9548ba46d907fce8f504ea215ffd 2024-11-07T14:18:20,402 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/99db9548ba46d907fce8f504ea215ffd 2024-11-07T14:18:20,402 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2 2024-11-07T14:18:20,402 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2 2024-11-07T14:18:20,402 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c1cab195113f9856db6628ac9454b45f, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,40235,1730989076881 2024-11-07T14:18:20,402 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 99db9548ba46d907fce8f504ea215ffd 2024-11-07T14:18:20,402 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 99db9548ba46d907fce8f504ea215ffd 2024-11-07T14:18:20,403 INFO [StoreOpener-7706ac77015fec542fe48aa5350f3793-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:20,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-07T14:18:20,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d4224fbe96b8ed26d892f87ef32624e5, server=b7cc9d764de6,33581,1730989076778 in 10.0570 sec 2024-11-07T14:18:20,406 INFO [StoreOpener-7706ac77015fec542fe48aa5350f3793-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7706ac77015fec542fe48aa5350f3793 columnFamilyName cf 2024-11-07T14:18:20,406 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 99db9548ba46d907fce8f504ea215ffd 2024-11-07T14:18:20,407 DEBUG [StoreOpener-7706ac77015fec542fe48aa5350f3793-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:20,407 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2 2024-11-07T14:18:20,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1cab195113f9856db6628ac9454b45f, server=b7cc9d764de6,40235,1730989076881 because future has completed 2024-11-07T14:18:20,409 INFO [StoreOpener-7706ac77015fec542fe48aa5350f3793-1 {}] regionserver.HStore(327): Store=7706ac77015fec542fe48aa5350f3793/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:18:20,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4224fbe96b8ed26d892f87ef32624e5, ASSIGN in 10.2560 sec 2024-11-07T14:18:20,410 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:20,412 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:20,412 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/99db9548ba46d907fce8f504ea215ffd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:18:20,413 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/8c35d4a32fbc6e2b35a7f2dc0bd3d1a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:18:20,414 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:20,414 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60817762, jitterRate=-0.09374472498893738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:18:20,414 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 99db9548ba46d907fce8f504ea215ffd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69623912, jitterRate=0.03747713565826416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:18:20,414 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2 2024-11-07T14:18:20,414 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2: Running coprocessor pre-open hook at 1730989100386Writing region info on filesystem at 1730989100386Initializing all the Stores at 1730989100390 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989100390Cleaning up temporary data from old regions at 1730989100402 (+12 ms)Running coprocessor post-open hooks at 1730989100414 (+12 ms)Region opened successfully at 1730989100414 2024-11-07T14:18:20,414 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99db9548ba46d907fce8f504ea215ffd 2024-11-07T14:18:20,414 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 99db9548ba46d907fce8f504ea215ffd: Running coprocessor pre-open hook at 1730989100380Writing region info on filesystem at 1730989100380Initializing all the Stores at 1730989100386 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989100387 (+1 ms)Cleaning up temporary data from old regions at 1730989100402 (+15 ms)Running coprocessor post-open hooks at 1730989100414 (+12 ms)Region opened successfully at 1730989100414 2024-11-07T14:18:20,415 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:20,415 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:20,415 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd., pid=19, masterSystemTime=1730989100334 2024-11-07T14:18:20,416 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2., pid=24, masterSystemTime=1730989100343 2024-11-07T14:18:20,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-07T14:18:20,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c1cab195113f9856db6628ac9454b45f, server=b7cc9d764de6,40235,1730989076881 in 10.0830 sec 2024-11-07T14:18:20,421 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:20,422 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd. 2024-11-07T14:18:20,422 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd. 2024-11-07T14:18:20,423 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b. 2024-11-07T14:18:20,423 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 6530fc979a4088a4a8b99e92effd9a9b, NAME => 'SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-07T14:18:20,423 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6530fc979a4088a4a8b99e92effd9a9b 2024-11-07T14:18:20,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1cab195113f9856db6628ac9454b45f, ASSIGN in 10.2670 sec 2024-11-07T14:18:20,424 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:20,424 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 6530fc979a4088a4a8b99e92effd9a9b 2024-11-07T14:18:20,424 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=99db9548ba46d907fce8f504ea215ffd, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,38031,1730989076932 2024-11-07T14:18:20,424 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 6530fc979a4088a4a8b99e92effd9a9b 2024-11-07T14:18:20,424 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2. 2024-11-07T14:18:20,425 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2. 2024-11-07T14:18:20,425 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. 2024-11-07T14:18:20,425 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => b1248344919fb10343a982a3abb75121, NAME => 'SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-07T14:18:20,426 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b1248344919fb10343a982a3abb75121 2024-11-07T14:18:20,426 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:20,426 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for b1248344919fb10343a982a3abb75121 2024-11-07T14:18:20,426 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for b1248344919fb10343a982a3abb75121 2024-11-07T14:18:20,429 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8c35d4a32fbc6e2b35a7f2dc0bd3d1a2, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,33581,1730989076778 2024-11-07T14:18:20,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99db9548ba46d907fce8f504ea215ffd, server=b7cc9d764de6,38031,1730989076932 because future has completed 2024-11-07T14:18:20,430 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/7706ac77015fec542fe48aa5350f3793/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:18:20,431 INFO [StoreOpener-b1248344919fb10343a982a3abb75121-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b1248344919fb10343a982a3abb75121 2024-11-07T14:18:20,432 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 7706ac77015fec542fe48aa5350f3793; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63325224, jitterRate=-0.056380629539489746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:18:20,432 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:20,432 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 7706ac77015fec542fe48aa5350f3793: Running coprocessor pre-open hook at 1730989100400Writing region info on filesystem at 1730989100400Initializing all the Stores at 1730989100403 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989100403Cleaning up temporary data from old regions at 1730989100415 (+12 ms)Running coprocessor post-open hooks at 1730989100432 (+17 ms)Region opened successfully at 1730989100432 2024-11-07T14:18:20,433 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793., pid=15, masterSystemTime=1730989100325 2024-11-07T14:18:20,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2, server=b7cc9d764de6,33581,1730989076778 because future has completed 2024-11-07T14:18:20,436 INFO [StoreOpener-b1248344919fb10343a982a3abb75121-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1248344919fb10343a982a3abb75121 columnFamilyName cf 2024-11-07T14:18:20,436 DEBUG [StoreOpener-b1248344919fb10343a982a3abb75121-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:20,437 INFO [StoreOpener-b1248344919fb10343a982a3abb75121-1 {}] regionserver.HStore(327): Store=b1248344919fb10343a982a3abb75121/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:18:20,437 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for b1248344919fb10343a982a3abb75121 2024-11-07T14:18:20,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-07T14:18:20,438 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. 2024-11-07T14:18:20,438 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. 2024-11-07T14:18:20,438 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. 2024-11-07T14:18:20,438 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e66f5de17e85fe75ad11ca42501d687, NAME => 'SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-07T14:18:20,439 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:20,439 INFO [StoreOpener-6530fc979a4088a4a8b99e92effd9a9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6530fc979a4088a4a8b99e92effd9a9b 2024-11-07T14:18:20,439 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:20,439 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:20,439 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:20,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 99db9548ba46d907fce8f504ea215ffd, server=b7cc9d764de6,38031,1730989076932 in 10.1000 sec 2024-11-07T14:18:20,441 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/b1248344919fb10343a982a3abb75121 2024-11-07T14:18:20,442 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7706ac77015fec542fe48aa5350f3793, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,40235,1730989076881 2024-11-07T14:18:20,444 INFO [StoreOpener-6530fc979a4088a4a8b99e92effd9a9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6530fc979a4088a4a8b99e92effd9a9b columnFamilyName cf 2024-11-07T14:18:20,445 DEBUG [StoreOpener-6530fc979a4088a4a8b99e92effd9a9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:20,445 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/b1248344919fb10343a982a3abb75121 2024-11-07T14:18:20,446 INFO [StoreOpener-6530fc979a4088a4a8b99e92effd9a9b-1 {}] regionserver.HStore(327): Store=6530fc979a4088a4a8b99e92effd9a9b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:18:20,447 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 6530fc979a4088a4a8b99e92effd9a9b 2024-11-07T14:18:20,447 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for b1248344919fb10343a982a3abb75121 2024-11-07T14:18:20,447 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for b1248344919fb10343a982a3abb75121 2024-11-07T14:18:20,447 INFO [StoreOpener-1e66f5de17e85fe75ad11ca42501d687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:20,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99db9548ba46d907fce8f504ea215ffd, ASSIGN in 10.2910 sec 2024-11-07T14:18:20,449 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/6530fc979a4088a4a8b99e92effd9a9b 2024-11-07T14:18:20,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-07T14:18:20,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2, server=b7cc9d764de6,33581,1730989076778 in 10.0950 sec 2024-11-07T14:18:20,449 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/6530fc979a4088a4a8b99e92effd9a9b 2024-11-07T14:18:20,450 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 6530fc979a4088a4a8b99e92effd9a9b 2024-11-07T14:18:20,450 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 6530fc979a4088a4a8b99e92effd9a9b 2024-11-07T14:18:20,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7706ac77015fec542fe48aa5350f3793, server=b7cc9d764de6,40235,1730989076881 because future has completed 2024-11-07T14:18:20,451 INFO [StoreOpener-1e66f5de17e85fe75ad11ca42501d687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e66f5de17e85fe75ad11ca42501d687 columnFamilyName cf 2024-11-07T14:18:20,451 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for b1248344919fb10343a982a3abb75121 2024-11-07T14:18:20,452 DEBUG [StoreOpener-1e66f5de17e85fe75ad11ca42501d687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:20,453 INFO [StoreOpener-1e66f5de17e85fe75ad11ca42501d687-1 {}] regionserver.HStore(327): Store=1e66f5de17e85fe75ad11ca42501d687/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:18:20,453 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:20,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c35d4a32fbc6e2b35a7f2dc0bd3d1a2, ASSIGN in 10.3000 sec 2024-11-07T14:18:20,456 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:20,457 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 6530fc979a4088a4a8b99e92effd9a9b 2024-11-07T14:18:20,457 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:20,458 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/b1248344919fb10343a982a3abb75121/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:18:20,460 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:20,460 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened b1248344919fb10343a982a3abb75121; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73658369, jitterRate=0.0975952297449112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:18:20,460 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:20,460 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1248344919fb10343a982a3abb75121 2024-11-07T14:18:20,460 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for b1248344919fb10343a982a3abb75121: Running coprocessor pre-open hook at 1730989100426Writing region info on filesystem at 1730989100426Initializing all the Stores at 1730989100428 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989100428Cleaning up temporary data from old regions at 1730989100447 (+19 ms)Running coprocessor post-open hooks at 1730989100460 (+13 ms)Region opened successfully at 1730989100460 2024-11-07T14:18:20,461 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121., pid=22, masterSystemTime=1730989100343 2024-11-07T14:18:20,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-11-07T14:18:20,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7706ac77015fec542fe48aa5350f3793, server=b7cc9d764de6,40235,1730989076881 in 10.1350 sec 2024-11-07T14:18:20,465 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:20,465 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. 2024-11-07T14:18:20,465 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. 2024-11-07T14:18:20,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7706ac77015fec542fe48aa5350f3793, ASSIGN in 10.3130 sec 2024-11-07T14:18:20,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b1248344919fb10343a982a3abb75121, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,33581,1730989076778 2024-11-07T14:18:20,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1248344919fb10343a982a3abb75121, server=b7cc9d764de6,33581,1730989076778 because future has completed 2024-11-07T14:18:20,471 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/6530fc979a4088a4a8b99e92effd9a9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:18:20,473 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 6530fc979a4088a4a8b99e92effd9a9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63565456, jitterRate=-0.052800893783569336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:18:20,473 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6530fc979a4088a4a8b99e92effd9a9b 2024-11-07T14:18:20,474 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 6530fc979a4088a4a8b99e92effd9a9b: Running coprocessor pre-open hook at 1730989100424Writing region info on filesystem at 1730989100424Initializing all the Stores at 1730989100428 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989100429 (+1 ms)Cleaning up temporary data from old regions at 1730989100450 (+21 ms)Running coprocessor post-open hooks at 1730989100473 (+23 ms)Region opened successfully at 1730989100473 2024-11-07T14:18:20,475 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b., pid=23, masterSystemTime=1730989100334 2024-11-07T14:18:20,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14 2024-11-07T14:18:20,480 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b. 2024-11-07T14:18:20,480 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b. 2024-11-07T14:18:20,481 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6530fc979a4088a4a8b99e92effd9a9b, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,38031,1730989076932 2024-11-07T14:18:20,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure b1248344919fb10343a982a3abb75121, server=b7cc9d764de6,33581,1730989076778 in 10.1330 sec 2024-11-07T14:18:20,481 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/1e66f5de17e85fe75ad11ca42501d687/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:18:20,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b1248344919fb10343a982a3abb75121, ASSIGN in 10.3300 sec 2024-11-07T14:18:20,482 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 1e66f5de17e85fe75ad11ca42501d687; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65272394, jitterRate=-0.027365535497665405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:18:20,484 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:20,484 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 1e66f5de17e85fe75ad11ca42501d687: Running coprocessor pre-open hook at 1730989100439Writing region info on filesystem at 1730989100439Initializing all the Stores at 1730989100446 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989100446Cleaning up temporary data from old regions at 1730989100460 (+14 ms)Running coprocessor post-open hooks at 1730989100484 (+24 ms)Region opened successfully at 1730989100484 2024-11-07T14:18:20,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6530fc979a4088a4a8b99e92effd9a9b, server=b7cc9d764de6,38031,1730989076932 because future has completed 2024-11-07T14:18:20,485 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687., pid=20, masterSystemTime=1730989100325 2024-11-07T14:18:20,488 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. 2024-11-07T14:18:20,489 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. 2024-11-07T14:18:20,490 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1e66f5de17e85fe75ad11ca42501d687, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,40235,1730989076881 2024-11-07T14:18:20,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-07T14:18:20,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e66f5de17e85fe75ad11ca42501d687, server=b7cc9d764de6,40235,1730989076881 because future has completed 2024-11-07T14:18:20,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 6530fc979a4088a4a8b99e92effd9a9b, server=b7cc9d764de6,38031,1730989076932 in 10.1440 sec 2024-11-07T14:18:20,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6530fc979a4088a4a8b99e92effd9a9b, ASSIGN in 10.3430 sec 2024-11-07T14:18:20,498 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36901 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=b7cc9d764de6,40235,1730989076881, table=SPTestTable, region=1e66f5de17e85fe75ad11ca42501d687. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T14:18:20,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-07T14:18:20,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e66f5de17e85fe75ad11ca42501d687, server=b7cc9d764de6,40235,1730989076881 in 10.1630 sec 2024-11-07T14:18:20,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-07T14:18:20,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e66f5de17e85fe75ad11ca42501d687, ASSIGN in 10.3550 sec 2024-11-07T14:18:20,513 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T14:18:20,514 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730989100513"}]},"ts":"1730989100513"} 2024-11-07T14:18:20,518 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-07T14:18:20,521 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T14:18:20,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0690 sec 2024-11-07T14:18:22,447 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-07T14:18:25,116 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T14:18:25,886 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T14:18:26,426 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-07T14:18:26,426 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-07T14:18:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:18:27,746 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-07T14:18:27,746 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-07T14:18:27,748 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T14:18:27,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-07T14:18:27,760 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T14:18:27,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-07T14:18:27,836 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f., hostname=b7cc9d764de6,40235,1730989076881, seqNum=2] 2024-11-07T14:18:27,847 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f., hostname=b7cc9d764de6,40235,1730989076881, seqNum=2] 2024-11-07T14:18:27,851 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f., hostname=b7cc9d764de6,40235,1730989076881, seqNum=2] 2024-11-07T14:18:27,854 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f., hostname=b7cc9d764de6,40235,1730989076881, seqNum=2] 2024-11-07T14:18:27,856 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f., hostname=b7cc9d764de6,40235,1730989076881, seqNum=2] 2024-11-07T14:18:27,859 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f., hostname=b7cc9d764de6,40235,1730989076881, seqNum=2] 2024-11-07T14:18:27,861 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f., hostname=b7cc9d764de6,40235,1730989076881, seqNum=2] 2024-11-07T14:18:27,864 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f., hostname=b7cc9d764de6,40235,1730989076881, seqNum=2] 2024-11-07T14:18:27,904 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9., hostname=b7cc9d764de6,38031,1730989076932, seqNum=2] 2024-11-07T14:18:27,907 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9., hostname=b7cc9d764de6,38031,1730989076932, seqNum=2] 2024-11-07T14:18:27,910 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9., hostname=b7cc9d764de6,38031,1730989076932, seqNum=2] 2024-11-07T14:18:27,912 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9., hostname=b7cc9d764de6,38031,1730989076932, seqNum=2] 2024-11-07T14:18:27,914 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9., hostname=b7cc9d764de6,38031,1730989076932, seqNum=2] 2024-11-07T14:18:27,917 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9., hostname=b7cc9d764de6,38031,1730989076932, seqNum=2] 2024-11-07T14:18:27,919 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9., hostname=b7cc9d764de6,38031,1730989076932, seqNum=2] 2024-11-07T14:18:27,921 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9., hostname=b7cc9d764de6,38031,1730989076932, seqNum=2] 2024-11-07T14:18:27,977 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e., hostname=b7cc9d764de6,40235,1730989076881, seqNum=2] 2024-11-07T14:18:27,984 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e., hostname=b7cc9d764de6,40235,1730989076881, seqNum=2] 2024-11-07T14:18:27,988 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e., hostname=b7cc9d764de6,40235,1730989076881, seqNum=2] 2024-11-07T14:18:27,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e., hostname=b7cc9d764de6,40235,1730989076881, seqNum=2] 2024-11-07T14:18:27,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e., hostname=b7cc9d764de6,40235,1730989076881, seqNum=2] 2024-11-07T14:18:27,995 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e., hostname=b7cc9d764de6,40235,1730989076881, seqNum=2] 2024-11-07T14:18:27,997 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e., hostname=b7cc9d764de6,40235,1730989076881, seqNum=2] 2024-11-07T14:18:28,091 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121., hostname=b7cc9d764de6,33581,1730989076778, seqNum=2] 2024-11-07T14:18:28,096 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121., hostname=b7cc9d764de6,33581,1730989076778, seqNum=2] 2024-11-07T14:18:28,100 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121., hostname=b7cc9d764de6,33581,1730989076778, seqNum=2] 2024-11-07T14:18:28,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121., hostname=b7cc9d764de6,33581,1730989076778, seqNum=2] 2024-11-07T14:18:28,106 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121., hostname=b7cc9d764de6,33581,1730989076778, seqNum=2] 2024-11-07T14:18:29,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:18:29,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:18:29,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:18:29,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:18:29,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T14:18:29,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T14:18:29,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33581 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. 2024-11-07T14:18:29,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T14:18:29,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33581 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T14:18:29,998 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-07T14:18:30,000 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T14:18:30,001 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T14:18:30,009 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T14:18:30,026 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T14:18:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741848_1024 (size=49) 2024-11-07T14:18:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741848_1024 (size=49) 2024-11-07T14:18:30,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741848_1024 (size=49) 2024-11-07T14:18:30,049 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T14:18:30,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4224fbe96b8ed26d892f87ef32624e5}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6530fc979a4088a4a8b99e92effd9a9b}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99db9548ba46d907fce8f504ea215ffd}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 314cf8cbf21f958f2c37e0caf5d54fb9}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1248344919fb10343a982a3abb75121}] 2024-11-07T14:18:30,058 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4224fbe96b8ed26d892f87ef32624e5 2024-11-07T14:18:30,058 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99db9548ba46d907fce8f504ea215ffd 2024-11-07T14:18:30,059 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1248344919fb10343a982a3abb75121 2024-11-07T14:18:30,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:30,068 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:30,080 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2 2024-11-07T14:18:30,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:30,082 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 314cf8cbf21f958f2c37e0caf5d54fb9 2024-11-07T14:18:30,083 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6530fc979a4088a4a8b99e92effd9a9b 2024-11-07T14:18:30,087 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:30,102 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b7cc9d764de6,40235,1730989076881 2024-11-07T14:18:30,103 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b7cc9d764de6,40235,1730989076881: Simulated kill ***** 2024-11-07T14:18:30,104 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T14:18:30,107 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T14:18:30,109 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T14:18:30,112 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T14:18:30,114 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T14:18:30,129 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 604370680 }, "NonHeapMemoryUsage": { "committed": 156696576, "init": 7667712, "max": -1, "used": 153387336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "b7cc9d764de6", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "b7cc9d764de6", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:50007", "tag.serverName": "b7cc9d764de6,33581,1730989076778", "tag.clusterId": "dbe71070-a443-4ade-a2e9-4eefe446cc20", "tag.Context": "regionserver", "tag.Hostname": "b7cc9d764de6", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1730989076778, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-07T14:18:30,135 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36901 {}] master.MasterRpcServices(700): b7cc9d764de6,40235,1730989076881 reported a fatal error: ***** ABORTING region server b7cc9d764de6,40235,1730989076881: Simulated kill ***** 2024-11-07T14:18:30,145 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b7cc9d764de6,40235,1730989076881' ***** 2024-11-07T14:18:30,145 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-07T14:18:30,146 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T14:18:30,151 INFO [RS:1;b7cc9d764de6:40235 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T14:18:30,152 INFO [RS:1;b7cc9d764de6:40235 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-07T14:18:30,152 INFO [RS:1;b7cc9d764de6:40235 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-07T14:18:30,152 INFO [RS:1;b7cc9d764de6:40235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:18:30,152 INFO [RS:1;b7cc9d764de6:40235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b7cc9d764de6:40235. 2024-11-07T14:18:30,153 DEBUG [RS:1;b7cc9d764de6:40235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:18:30,153 DEBUG [RS:1;b7cc9d764de6:40235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:18:30,155 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T14:18:30,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741833_1009 (size=1257) 2024-11-07T14:18:30,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741833_1009 (size=1257) 2024-11-07T14:18:30,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741833_1009 (size=1257) 2024-11-07T14:18:30,181 DEBUG [RS:1;b7cc9d764de6:40235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:18:30,181 INFO [RS:1;b7cc9d764de6:40235 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:18:30,183 INFO [regionserver/b7cc9d764de6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:18:30,187 INFO [RS:1;b7cc9d764de6:40235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40235 2024-11-07T14:18:30,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:18:30,255 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10116d6f0a50002, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b7cc9d764de6,40235,1730989076881 2024-11-07T14:18:30,255 INFO [RS:1;b7cc9d764de6:40235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:18:30,256 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b7cc9d764de6,40235,1730989076881] 2024-11-07T14:18:30,271 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b7cc9d764de6,40235,1730989076881 already deleted, retry=false 2024-11-07T14:18:30,271 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b7cc9d764de6,40235,1730989076881 on b7cc9d764de6,36901,1730989076030 2024-11-07T14:18:30,276 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b7cc9d764de6,40235,1730989076881, splitWal=true, meta=false 2024-11-07T14:18:30,281 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b7cc9d764de6,40235,1730989076881, splitWal=true, meta=false 2024-11-07T14:18:30,281 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for b7cc9d764de6,40235,1730989076881 (carryingMeta=false) b7cc9d764de6,40235,1730989076881/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@b721f43[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T14:18:30,283 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): b7cc9d764de6,40235,1730989076881 had 4 regions 2024-11-07T14:18:30,283 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:30,284 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:30,284 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:30,285 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:30,286 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f can not run currently because target server of region SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. b7cc9d764de6,40235,1730989076881 is in state CRASHED, wait 1000 ms to retry 2024-11-07T14:18:30,286 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f; timeout=1000, timestamp=1730989111286 2024-11-07T14:18:30,286 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b7cc9d764de6,40235,1730989076881, splitWal=true, meta=false, isMeta: false 2024-11-07T14:18:30,286 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687 can not run currently because target server of region SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. b7cc9d764de6,40235,1730989076881 is in state SPLITTING, wait 1000 ms to retry 2024-11-07T14:18:30,286 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687; timeout=1000, timestamp=1730989111286 2024-11-07T14:18:30,287 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e can not run currently because target server of region SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. b7cc9d764de6,40235,1730989076881 is in state CRASHED, wait 1000 ms to retry 2024-11-07T14:18:30,287 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e; timeout=1000, timestamp=1730989111287 2024-11-07T14:18:30,287 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793 can not run currently because target server of region SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. b7cc9d764de6,40235,1730989076881 is in state SPLITTING, wait 1000 ms to retry 2024-11-07T14:18:30,287 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793; timeout=1000, timestamp=1730989111287 2024-11-07T14:18:30,289 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881-splitting 2024-11-07T14:18:30,292 INFO [PEWorker-1 {}] master.SplitWALManager(105): b7cc9d764de6,40235,1730989076881 WAL count=1, meta=false 2024-11-07T14:18:30,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b7cc9d764de6%2C40235%2C1730989076881.1730989078656}] 2024-11-07T14:18:30,302 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=b7cc9d764de6,38031,1730989076932 2024-11-07T14:18:30,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b7cc9d764de6%2C40235%2C1730989076881.1730989078656, worker=b7cc9d764de6,38031,1730989076932}] 2024-11-07T14:18:30,363 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10116d6f0a50002, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:18:30,363 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10116d6f0a50002, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:18:30,364 INFO [RS:1;b7cc9d764de6:40235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:18:30,364 INFO [RS:1;b7cc9d764de6:40235 {}] regionserver.HRegionServer(1031): Exiting; stopping=b7cc9d764de6,40235,1730989076881; zookeeper connection closed. 2024-11-07T14:18:30,371 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@edbb94a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@edbb94a 2024-11-07T14:18:30,491 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T14:18:30,491 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T14:18:31,286 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:31,287 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:31,287 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:31,288 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:31,289 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687 can not run currently because target server of region SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. b7cc9d764de6,40235,1730989076881 is in state SPLITTING, wait 2000 ms to retry 2024-11-07T14:18:31,289 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e can not run currently because target server of region SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. b7cc9d764de6,40235,1730989076881 is in state SPLITTING, wait 2000 ms to retry 2024-11-07T14:18:31,289 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687; timeout=2000, timestamp=1730989113289 2024-11-07T14:18:31,289 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f can not run currently because target server of region SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. b7cc9d764de6,40235,1730989076881 is in state SPLITTING, wait 2000 ms to retry 2024-11-07T14:18:31,289 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e; timeout=2000, timestamp=1730989113289 2024-11-07T14:18:31,289 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f; timeout=2000, timestamp=1730989113289 2024-11-07T14:18:31,290 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793 can not run currently because target server of region SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. b7cc9d764de6,40235,1730989076881 is in state SPLITTING, wait 2000 ms to retry 2024-11-07T14:18:31,290 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793; timeout=2000, timestamp=1730989113290 2024-11-07T14:18:32,215 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b7cc9d764de6:36901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-07T14:18:33,289 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:33,290 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:33,290 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:33,291 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:33,292 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e can not run currently because target server of region SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. b7cc9d764de6,40235,1730989076881 is in state SPLITTING, wait 4000 ms to retry 2024-11-07T14:18:33,292 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687 can not run currently because target server of region SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. b7cc9d764de6,40235,1730989076881 is in state SPLITTING, wait 4000 ms to retry 2024-11-07T14:18:33,292 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f can not run currently because target server of region SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. b7cc9d764de6,40235,1730989076881 is in state SPLITTING, wait 4000 ms to retry 2024-11-07T14:18:33,292 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e; timeout=4000, timestamp=1730989117292 2024-11-07T14:18:33,292 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687; timeout=4000, timestamp=1730989117292 2024-11-07T14:18:33,292 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f; timeout=4000, timestamp=1730989117292 2024-11-07T14:18:33,293 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793 can not run currently because target server of region SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. b7cc9d764de6,40235,1730989076881 is in state SPLITTING, wait 4000 ms to retry 2024-11-07T14:18:33,293 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793; timeout=4000, timestamp=1730989117293 2024-11-07T14:18:37,293 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:37,293 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:37,294 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:37,294 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:37,295 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e can not run currently because target server of region SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. b7cc9d764de6,40235,1730989076881 is in state SPLITTING, wait 8000 ms to retry 2024-11-07T14:18:37,295 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687 can not run currently because target server of region SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. b7cc9d764de6,40235,1730989076881 is in state SPLITTING, wait 8000 ms to retry 2024-11-07T14:18:37,295 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687; timeout=8000, timestamp=1730989125295 2024-11-07T14:18:37,295 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e; timeout=8000, timestamp=1730989125295 2024-11-07T14:18:37,296 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f can not run currently because target server of region SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. b7cc9d764de6,40235,1730989076881 is in state SPLITTING, wait 8000 ms to retry 2024-11-07T14:18:37,296 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f; timeout=8000, timestamp=1730989125296 2024-11-07T14:18:37,296 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793 can not run currently because target server of region SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. b7cc9d764de6,40235,1730989076881 is in state SPLITTING, wait 8000 ms to retry 2024-11-07T14:18:37,296 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793; timeout=8000, timestamp=1730989125296 2024-11-07T14:18:40,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-07T14:18:40,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-07T14:18:40,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-07T14:18:40,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-07T14:18:40,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-07T14:18:40,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. 2024-11-07T14:18:40,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd. 2024-11-07T14:18:40,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-07T14:18:40,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5. 2024-11-07T14:18:40,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-07T14:18:40,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2. 2024-11-07T14:18:40,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9. 2024-11-07T14:18:40,078 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing b1248344919fb10343a982a3abb75121 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-07T14:18:40,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b. 2024-11-07T14:18:40,078 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 314cf8cbf21f958f2c37e0caf5d54fb9 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-07T14:18:40,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 6530fc979a4088a4a8b99e92effd9a9b: 2024-11-07T14:18:40,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 99db9548ba46d907fce8f504ea215ffd: 2024-11-07T14:18:40,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd. for SnapshotProcedureTest completed. 2024-11-07T14:18:40,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b. for SnapshotProcedureTest completed. 2024-11-07T14:18:40,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d4224fbe96b8ed26d892f87ef32624e5: 2024-11-07T14:18:40,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2: 2024-11-07T14:18:40,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5. for SnapshotProcedureTest completed. 2024-11-07T14:18:40,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2. for SnapshotProcedureTest completed. 2024-11-07T14:18:40,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:18:40,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:18:40,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:18:40,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:18:40,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:18:40,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:18:40,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:18:40,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:18:40,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T14:18:40,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T14:18:40,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T14:18:40,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T14:18:40,115 INFO [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881-splitting/b7cc9d764de6%2C40235%2C1730989076881.1730989078656, size=1.2 K (1257bytes) 2024-11-07T14:18:40,116 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-07T14:18:40,116 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-07T14:18:40,116 INFO [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881-splitting/b7cc9d764de6%2C40235%2C1730989076881.1730989078656 2024-11-07T14:18:40,134 INFO [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881-splitting/b7cc9d764de6%2C40235%2C1730989076881.1730989078656 after 14ms 2024-11-07T14:18:40,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741850_1026 (size=65) 2024-11-07T14:18:40,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741850_1026 (size=65) 2024-11-07T14:18:40,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741850_1026 (size=65) 2024-11-07T14:18:40,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd. 2024-11-07T14:18:40,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-07T14:18:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-07T14:18:40,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 99db9548ba46d907fce8f504ea215ffd 2024-11-07T14:18:40,148 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99db9548ba46d907fce8f504ea215ffd 2024-11-07T14:18:40,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 99db9548ba46d907fce8f504ea215ffd in 10.0990 sec 2024-11-07T14:18:40,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741852_1028 (size=57) 2024-11-07T14:18:40,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741852_1028 (size=57) 2024-11-07T14:18:40,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741852_1028 (size=57) 2024-11-07T14:18:40,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5. 2024-11-07T14:18:40,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-07T14:18:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-07T14:18:40,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d4224fbe96b8ed26d892f87ef32624e5 2024-11-07T14:18:40,159 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4224fbe96b8ed26d892f87ef32624e5 2024-11-07T14:18:40,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741849_1025 (size=65) 2024-11-07T14:18:40,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741849_1025 (size=65) 2024-11-07T14:18:40,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741849_1025 (size=65) 2024-11-07T14:18:40,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d4224fbe96b8ed26d892f87ef32624e5 in 10.1100 sec 2024-11-07T14:18:40,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b. 2024-11-07T14:18:40,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-07T14:18:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-07T14:18:40,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6530fc979a4088a4a8b99e92effd9a9b 2024-11-07T14:18:40,169 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6530fc979a4088a4a8b99e92effd9a9b 2024-11-07T14:18:40,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6530fc979a4088a4a8b99e92effd9a9b in 10.1190 sec 2024-11-07T14:18:40,174 INFO [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881-splitting/b7cc9d764de6%2C40235%2C1730989076881.1730989078656 took 61ms 2024-11-07T14:18:40,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741851_1027 (size=65) 2024-11-07T14:18:40,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741851_1027 (size=65) 2024-11-07T14:18:40,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2. 2024-11-07T14:18:40,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-07T14:18:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-07T14:18:40,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2 2024-11-07T14:18:40,197 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2 2024-11-07T14:18:40,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741851_1027 (size=65) 2024-11-07T14:18:40,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2 in 10.1480 sec 2024-11-07T14:18:40,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/314cf8cbf21f958f2c37e0caf5d54fb9/.tmp/cf/7f9cb7dbadf3487a845bb46f6e16f163 is 34, key is baa/cf:cf/1730989109072/Put/seqid=0 2024-11-07T14:18:40,223 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 19fe88fcb7b817c0350492c9d1edc63e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-07T14:18:40,227 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c1cab195113f9856db6628ac9454b45f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-07T14:18:40,229 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 7706ac77015fec542fe48aa5350f3793: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-07T14:18:40,235 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1e66f5de17e85fe75ad11ca42501d687: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-07T14:18:40,235 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881-splitting/b7cc9d764de6%2C40235%2C1730989076881.1730989078656 so closing down 2024-11-07T14:18:40,235 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-07T14:18:40,236 INFO [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-07T14:18:40,240 INFO [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 26 ms; skipped=4; WAL=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881-splitting/b7cc9d764de6%2C40235%2C1730989076881.1730989078656, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-07T14:18:40,241 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881-splitting/b7cc9d764de6%2C40235%2C1730989076881.1730989078656, journal: Splitting hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881-splitting/b7cc9d764de6%2C40235%2C1730989076881.1730989078656, size=1.2 K (1257bytes) at 1730989120115Finishing writing output for hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881-splitting/b7cc9d764de6%2C40235%2C1730989076881.1730989078656 so closing down at 1730989120235 (+120 ms)3 split writer threads finished at 1730989120236 (+1 ms)Processed 4 edits across 0 Regions in 26 ms; skipped=4; WAL=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881-splitting/b7cc9d764de6%2C40235%2C1730989076881.1730989078656, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1730989120240 (+4 ms) 2024-11-07T14:18:40,241 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881-splitting/b7cc9d764de6%2C40235%2C1730989076881.1730989078656 2024-11-07T14:18:40,241 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-07T14:18:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-07T14:18:40,259 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881-splitting/b7cc9d764de6%2C40235%2C1730989076881.1730989078656 to hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/oldWALs 2024-11-07T14:18:40,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741853_1029 (size=28623) 2024-11-07T14:18:40,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741853_1029 (size=28623) 2024-11-07T14:18:40,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741853_1029 (size=28623) 2024-11-07T14:18:40,264 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/314cf8cbf21f958f2c37e0caf5d54fb9/.tmp/cf/7f9cb7dbadf3487a845bb46f6e16f163 2024-11-07T14:18:40,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-07T14:18:40,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b7cc9d764de6%2C40235%2C1730989076881.1730989078656, worker=b7cc9d764de6,38031,1730989076932 in 9.9540 sec 2024-11-07T14:18:40,268 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=b7cc9d764de6,38031,1730989076932 2024-11-07T14:18:40,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-07T14:18:40,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure b7cc9d764de6%2C40235%2C1730989076881.1730989078656, worker=b7cc9d764de6,38031,1730989076932 in 9.9740 sec 2024-11-07T14:18:40,276 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881-splitting dir is empty, no logs to split. 2024-11-07T14:18:40,276 INFO [PEWorker-3 {}] master.SplitWALManager(105): b7cc9d764de6,40235,1730989076881 WAL count=0, meta=false 2024-11-07T14:18:40,276 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b7cc9d764de6,40235,1730989076881 WAL splitting is done? wals=0, meta=false 2024-11-07T14:18:40,280 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b7cc9d764de6,40235,1730989076881 failed, ignore...File hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,40235,1730989076881-splitting does not exist. 2024-11-07T14:18:40,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e66f5de17e85fe75ad11ca42501d687, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1cab195113f9856db6628ac9454b45f, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19fe88fcb7b817c0350492c9d1edc63e, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7706ac77015fec542fe48aa5350f3793, ASSIGN}] 2024-11-07T14:18:40,285 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e66f5de17e85fe75ad11ca42501d687, ASSIGN 2024-11-07T14:18:40,286 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1cab195113f9856db6628ac9454b45f, ASSIGN 2024-11-07T14:18:40,287 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19fe88fcb7b817c0350492c9d1edc63e, ASSIGN 2024-11-07T14:18:40,287 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7706ac77015fec542fe48aa5350f3793, ASSIGN 2024-11-07T14:18:40,288 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e66f5de17e85fe75ad11ca42501d687, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T14:18:40,289 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1cab195113f9856db6628ac9454b45f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T14:18:40,289 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7706ac77015fec542fe48aa5350f3793, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T14:18:40,291 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=19fe88fcb7b817c0350492c9d1edc63e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T14:18:40,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/b1248344919fb10343a982a3abb75121/.tmp/cf/582c54f3c4bc49718e6d204bedb7c4eb is 34, key is eaa/cf:cf/1730989109790/Put/seqid=0 2024-11-07T14:18:40,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741854_1030 (size=499309) 2024-11-07T14:18:40,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741854_1030 (size=499309) 2024-11-07T14:18:40,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741854_1030 (size=499309) 2024-11-07T14:18:40,340 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/b1248344919fb10343a982a3abb75121/.tmp/cf/582c54f3c4bc49718e6d204bedb7c4eb 2024-11-07T14:18:40,348 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/314cf8cbf21f958f2c37e0caf5d54fb9/.tmp/cf/7f9cb7dbadf3487a845bb46f6e16f163 as hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/314cf8cbf21f958f2c37e0caf5d54fb9/cf/7f9cb7dbadf3487a845bb46f6e16f163 2024-11-07T14:18:40,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/b1248344919fb10343a982a3abb75121/.tmp/cf/582c54f3c4bc49718e6d204bedb7c4eb as hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/b1248344919fb10343a982a3abb75121/cf/582c54f3c4bc49718e6d204bedb7c4eb 2024-11-07T14:18:40,363 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/314cf8cbf21f958f2c37e0caf5d54fb9/cf/7f9cb7dbadf3487a845bb46f6e16f163, entries=731, sequenceid=5, filesize=28.0 K 2024-11-07T14:18:40,370 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/b1248344919fb10343a982a3abb75121/cf/582c54f3c4bc49718e6d204bedb7c4eb, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-07T14:18:40,373 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 314cf8cbf21f958f2c37e0caf5d54fb9 in 293ms, sequenceid=5, compaction requested=false 2024-11-07T14:18:40,373 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for b1248344919fb10343a982a3abb75121 in 299ms, sequenceid=5, compaction requested=false 2024-11-07T14:18:40,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 314cf8cbf21f958f2c37e0caf5d54fb9: 2024-11-07T14:18:40,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for b1248344919fb10343a982a3abb75121: 2024-11-07T14:18:40,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9. for SnapshotProcedureTest completed. 2024-11-07T14:18:40,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. for SnapshotProcedureTest completed. 2024-11-07T14:18:40,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:18:40,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:18:40,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:18:40,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:18:40,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/b1248344919fb10343a982a3abb75121/cf/582c54f3c4bc49718e6d204bedb7c4eb] hfiles 2024-11-07T14:18:40,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/314cf8cbf21f958f2c37e0caf5d54fb9/cf/7f9cb7dbadf3487a845bb46f6e16f163] hfiles 2024-11-07T14:18:40,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/314cf8cbf21f958f2c37e0caf5d54fb9/cf/7f9cb7dbadf3487a845bb46f6e16f163 for snapshot=SnapshotProcedureTest 2024-11-07T14:18:40,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/b1248344919fb10343a982a3abb75121/cf/582c54f3c4bc49718e6d204bedb7c4eb for snapshot=SnapshotProcedureTest 2024-11-07T14:18:40,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741855_1031 (size=97) 2024-11-07T14:18:40,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741855_1031 (size=97) 2024-11-07T14:18:40,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741855_1031 (size=97) 2024-11-07T14:18:40,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. 2024-11-07T14:18:40,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-07T14:18:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-07T14:18:40,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b1248344919fb10343a982a3abb75121 2024-11-07T14:18:40,401 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1248344919fb10343a982a3abb75121 2024-11-07T14:18:40,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b1248344919fb10343a982a3abb75121 in 10.3510 sec 2024-11-07T14:18:40,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741856_1032 (size=105) 2024-11-07T14:18:40,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741856_1032 (size=105) 2024-11-07T14:18:40,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741856_1032 (size=105) 2024-11-07T14:18:40,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9. 2024-11-07T14:18:40,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-07T14:18:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-07T14:18:40,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 314cf8cbf21f958f2c37e0caf5d54fb9 2024-11-07T14:18:40,407 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 314cf8cbf21f958f2c37e0caf5d54fb9 2024-11-07T14:18:40,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 314cf8cbf21f958f2c37e0caf5d54fb9 in 10.3580 sec 2024-11-07T14:18:40,439 DEBUG [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(204): Hosts are {b7cc9d764de6=0} racks are {/default-rack=0} 2024-11-07T14:18:40,439 DEBUG [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T14:18:40,440 DEBUG [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T14:18:40,440 DEBUG [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T14:18:40,440 DEBUG [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T14:18:40,440 INFO [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T14:18:40,440 INFO [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T14:18:40,440 DEBUG [b7cc9d764de6:36901 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T14:18:40,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=c1cab195113f9856db6628ac9454b45f, regionState=OPENING, regionLocation=b7cc9d764de6,33581,1730989076778 2024-11-07T14:18:40,440 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1e66f5de17e85fe75ad11ca42501d687, regionState=OPENING, regionLocation=b7cc9d764de6,38031,1730989076932 2024-11-07T14:18:40,440 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=7706ac77015fec542fe48aa5350f3793, regionState=OPENING, regionLocation=b7cc9d764de6,33581,1730989076778 2024-11-07T14:18:40,440 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=19fe88fcb7b817c0350492c9d1edc63e, regionState=OPENING, regionLocation=b7cc9d764de6,38031,1730989076932 2024-11-07T14:18:40,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7706ac77015fec542fe48aa5350f3793, ASSIGN because future has completed 2024-11-07T14:18:40,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7706ac77015fec542fe48aa5350f3793, server=b7cc9d764de6,33581,1730989076778}] 2024-11-07T14:18:40,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1cab195113f9856db6628ac9454b45f, ASSIGN because future has completed 2024-11-07T14:18:40,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1cab195113f9856db6628ac9454b45f, server=b7cc9d764de6,33581,1730989076778}] 2024-11-07T14:18:40,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e66f5de17e85fe75ad11ca42501d687, ASSIGN because future has completed 2024-11-07T14:18:40,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e66f5de17e85fe75ad11ca42501d687, server=b7cc9d764de6,38031,1730989076932}] 2024-11-07T14:18:40,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=19fe88fcb7b817c0350492c9d1edc63e, ASSIGN because future has completed 2024-11-07T14:18:40,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e, server=b7cc9d764de6,38031,1730989076932}] 2024-11-07T14:18:45,296 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e held by pid=41 2024-11-07T14:18:45,296 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687 held by pid=39 2024-11-07T14:18:45,296 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:45,296 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:45,297 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f held by pid=40 2024-11-07T14:18:45,297 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:45,297 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793 held by pid=42 2024-11-07T14:18:45,297 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:49,237 INFO [master/b7cc9d764de6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T14:18:49,237 INFO [master/b7cc9d764de6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T14:18:50,456 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. 2024-11-07T14:18:50,456 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 7706ac77015fec542fe48aa5350f3793, NAME => 'SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-07T14:18:50,457 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:50,457 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:50,457 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:50,457 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:50,458 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. 2024-11-07T14:18:50,458 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e66f5de17e85fe75ad11ca42501d687, NAME => 'SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-07T14:18:50,458 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:50,459 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:50,459 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:50,459 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:50,459 INFO [StoreOpener-7706ac77015fec542fe48aa5350f3793-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:50,460 INFO [StoreOpener-7706ac77015fec542fe48aa5350f3793-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7706ac77015fec542fe48aa5350f3793 columnFamilyName cf 2024-11-07T14:18:50,461 DEBUG [StoreOpener-7706ac77015fec542fe48aa5350f3793-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:50,461 INFO [StoreOpener-1e66f5de17e85fe75ad11ca42501d687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:50,461 INFO [StoreOpener-7706ac77015fec542fe48aa5350f3793-1 {}] regionserver.HStore(327): Store=7706ac77015fec542fe48aa5350f3793/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:18:50,461 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:50,462 INFO [StoreOpener-1e66f5de17e85fe75ad11ca42501d687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e66f5de17e85fe75ad11ca42501d687 columnFamilyName cf 2024-11-07T14:18:50,463 DEBUG [StoreOpener-1e66f5de17e85fe75ad11ca42501d687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:50,463 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:50,463 INFO [StoreOpener-1e66f5de17e85fe75ad11ca42501d687-1 {}] regionserver.HStore(327): Store=1e66f5de17e85fe75ad11ca42501d687/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:18:50,464 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:50,465 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:50,465 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:50,466 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:50,466 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:50,467 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:50,467 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:50,467 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:50,468 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:50,469 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 7706ac77015fec542fe48aa5350f3793; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62426089, jitterRate=-0.06977878510951996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:18:50,469 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:50,470 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 7706ac77015fec542fe48aa5350f3793: Running coprocessor pre-open hook at 1730989130457Writing region info on filesystem at 1730989130457Initializing all the Stores at 1730989130458 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989130459 (+1 ms)Cleaning up temporary data from old regions at 1730989130466 (+7 ms)Running coprocessor post-open hooks at 1730989130469 (+3 ms)Region opened successfully at 1730989130469 2024-11-07T14:18:50,470 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:50,471 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793., pid=43, masterSystemTime=1730989130447 2024-11-07T14:18:50,472 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 1e66f5de17e85fe75ad11ca42501d687; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69338050, jitterRate=0.03321745991706848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:18:50,472 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:50,472 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 1e66f5de17e85fe75ad11ca42501d687: Running coprocessor pre-open hook at 1730989130459Writing region info on filesystem at 1730989130459Initializing all the Stores at 1730989130460 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989130460Cleaning up temporary data from old regions at 1730989130467 (+7 ms)Running coprocessor post-open hooks at 1730989130472 (+5 ms)Region opened successfully at 1730989130472 2024-11-07T14:18:50,473 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687., pid=45, masterSystemTime=1730989130452 2024-11-07T14:18:50,473 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. 2024-11-07T14:18:50,473 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. 2024-11-07T14:18:50,473 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. 2024-11-07T14:18:50,474 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => c1cab195113f9856db6628ac9454b45f, NAME => 'SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-07T14:18:50,474 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:50,474 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:50,474 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=7706ac77015fec542fe48aa5350f3793, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,33581,1730989076778 2024-11-07T14:18:50,474 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:50,474 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:50,477 INFO [StoreOpener-c1cab195113f9856db6628ac9454b45f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:50,478 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. 2024-11-07T14:18:50,478 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. 2024-11-07T14:18:50,478 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. 2024-11-07T14:18:50,478 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 19fe88fcb7b817c0350492c9d1edc63e, NAME => 'SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-07T14:18:50,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7706ac77015fec542fe48aa5350f3793, server=b7cc9d764de6,33581,1730989076778 because future has completed 2024-11-07T14:18:50,478 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:50,478 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1e66f5de17e85fe75ad11ca42501d687, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,38031,1730989076932 2024-11-07T14:18:50,479 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:18:50,479 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:50,479 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:50,480 INFO [StoreOpener-c1cab195113f9856db6628ac9454b45f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1cab195113f9856db6628ac9454b45f columnFamilyName cf 2024-11-07T14:18:50,480 DEBUG [StoreOpener-c1cab195113f9856db6628ac9454b45f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:50,481 INFO [StoreOpener-c1cab195113f9856db6628ac9454b45f-1 {}] regionserver.HStore(327): Store=c1cab195113f9856db6628ac9454b45f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:18:50,481 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:50,482 INFO [StoreOpener-19fe88fcb7b817c0350492c9d1edc63e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:50,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e66f5de17e85fe75ad11ca42501d687, server=b7cc9d764de6,38031,1730989076932 because future has completed 2024-11-07T14:18:50,483 INFO [StoreOpener-19fe88fcb7b817c0350492c9d1edc63e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19fe88fcb7b817c0350492c9d1edc63e columnFamilyName cf 2024-11-07T14:18:50,483 DEBUG [StoreOpener-19fe88fcb7b817c0350492c9d1edc63e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:18:50,484 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:50,484 INFO [StoreOpener-19fe88fcb7b817c0350492c9d1edc63e-1 {}] regionserver.HStore(327): Store=19fe88fcb7b817c0350492c9d1edc63e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:18:50,485 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:50,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-07T14:18:50,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 7706ac77015fec542fe48aa5350f3793, server=b7cc9d764de6,33581,1730989076778 in 10.0380 sec 2024-11-07T14:18:50,486 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:50,487 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:50,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-11-07T14:18:50,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e66f5de17e85fe75ad11ca42501d687, server=b7cc9d764de6,38031,1730989076932 in 10.0390 sec 2024-11-07T14:18:50,490 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:50,490 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:18:50,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7706ac77015fec542fe48aa5350f3793, ASSIGN in 10.2030 sec 2024-11-07T14:18:50,490 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:50,490 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:50,490 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:50,490 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:50,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e66f5de17e85fe75ad11ca42501d687, ASSIGN in 10.2060 sec 2024-11-07T14:18:50,493 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:18:50,493 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:50,494 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:50,495 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 19fe88fcb7b817c0350492c9d1edc63e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69504456, jitterRate=0.035697102546691895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:18:50,495 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:50,496 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 19fe88fcb7b817c0350492c9d1edc63e: Running coprocessor pre-open hook at 1730989130479Writing region info on filesystem at 1730989130479Initializing all the Stores at 1730989130481 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989130481Cleaning up temporary data from old regions at 1730989130490 (+9 ms)Running coprocessor post-open hooks at 1730989130495 (+5 ms)Region opened successfully at 1730989130495 2024-11-07T14:18:50,496 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened c1cab195113f9856db6628ac9454b45f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60154199, jitterRate=-0.10363258421421051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:18:50,496 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:50,496 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for c1cab195113f9856db6628ac9454b45f: Running coprocessor pre-open hook at 1730989130475Writing region info on filesystem at 1730989130475Initializing all the Stores at 1730989130476 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989130476Cleaning up temporary data from old regions at 1730989130490 (+14 ms)Running coprocessor post-open hooks at 1730989130496 (+6 ms)Region opened successfully at 1730989130496 2024-11-07T14:18:50,497 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e., pid=46, masterSystemTime=1730989130452 2024-11-07T14:18:50,497 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f., pid=44, masterSystemTime=1730989130447 2024-11-07T14:18:50,500 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. 2024-11-07T14:18:50,500 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. 2024-11-07T14:18:50,500 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=19fe88fcb7b817c0350492c9d1edc63e, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,38031,1730989076932 2024-11-07T14:18:50,500 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. 2024-11-07T14:18:50,501 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. 2024-11-07T14:18:50,502 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=c1cab195113f9856db6628ac9454b45f, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,33581,1730989076778 2024-11-07T14:18:50,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e, server=b7cc9d764de6,38031,1730989076932 because future has completed 2024-11-07T14:18:50,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1cab195113f9856db6628ac9454b45f, server=b7cc9d764de6,33581,1730989076778 because future has completed 2024-11-07T14:18:50,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-11-07T14:18:50,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e, server=b7cc9d764de6,38031,1730989076932 in 10.0570 sec 2024-11-07T14:18:50,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-07T14:18:50,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19fe88fcb7b817c0350492c9d1edc63e, ASSIGN in 10.2240 sec 2024-11-07T14:18:50,509 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:18:50,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure c1cab195113f9856db6628ac9454b45f, server=b7cc9d764de6,33581,1730989076778 in 10.0620 sec 2024-11-07T14:18:50,511 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f 2024-11-07T14:18:50,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-07T14:18:50,512 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server b7cc9d764de6,40235,1730989076881 after splitting done 2024-11-07T14:18:50,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1cab195113f9856db6628ac9454b45f, ASSIGN in 10.2260 sec 2024-11-07T14:18:50,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure b7cc9d764de6,40235,1730989076881, splitWal=true, meta=false in 20.2400 sec 2024-11-07T14:18:55,117 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T14:18:55,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T14:18:59,856 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-07T14:19:00,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-07T14:19:00,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. 2024-11-07T14:19:00,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-07T14:19:00,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 7706ac77015fec542fe48aa5350f3793: 2024-11-07T14:19:00,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. 2024-11-07T14:19:00,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. for SnapshotProcedureTest completed. 2024-11-07T14:19:00,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for c1cab195113f9856db6628ac9454b45f: 2024-11-07T14:19:00,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. for SnapshotProcedureTest completed. 2024-11-07T14:19:00,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:19:00,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:19:00,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:19:00,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:19:00,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T14:19:00,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T14:19:00,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-07T14:19:00,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. 2024-11-07T14:19:00,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-07T14:19:00,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 19fe88fcb7b817c0350492c9d1edc63e: 2024-11-07T14:19:00,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. 2024-11-07T14:19:00,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. for SnapshotProcedureTest completed. 2024-11-07T14:19:00,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 1e66f5de17e85fe75ad11ca42501d687: 2024-11-07T14:19:00,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. for SnapshotProcedureTest completed. 2024-11-07T14:19:00,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:19:00,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:19:00,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T14:19:00,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:19:00,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:19:00,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T14:19:00,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741857_1033 (size=65) 2024-11-07T14:19:00,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741857_1033 (size=65) 2024-11-07T14:19:00,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741857_1033 (size=65) 2024-11-07T14:19:00,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. 2024-11-07T14:19:00,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-07T14:19:00,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741858_1034 (size=65) 2024-11-07T14:19:00,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741858_1034 (size=65) 2024-11-07T14:19:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-07T14:19:00,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:19:00,517 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:19:00,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741858_1034 (size=65) 2024-11-07T14:19:00,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. 2024-11-07T14:19:00,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-07T14:19:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-07T14:19:00,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c1cab195113f9856db6628ac9454b45f 2024-11-07T14:19:00,519 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f 2024-11-07T14:19:00,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7706ac77015fec542fe48aa5350f3793 in 30.4680 sec 2024-11-07T14:19:00,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c1cab195113f9856db6628ac9454b45f in 30.4690 sec 2024-11-07T14:19:00,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741859_1035 (size=65) 2024-11-07T14:19:00,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741859_1035 (size=65) 2024-11-07T14:19:00,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741859_1035 (size=65) 2024-11-07T14:19:00,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. 2024-11-07T14:19:00,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-07T14:19:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-07T14:19:00,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:19:00,530 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:19:00,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 19fe88fcb7b817c0350492c9d1edc63e in 30.4800 sec 2024-11-07T14:19:00,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741860_1036 (size=65) 2024-11-07T14:19:00,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741860_1036 (size=65) 2024-11-07T14:19:00,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741860_1036 (size=65) 2024-11-07T14:19:00,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. 2024-11-07T14:19:00,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-07T14:19:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-07T14:19:00,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:19:00,540 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:19:00,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-11-07T14:19:00,544 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T14:19:00,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1e66f5de17e85fe75ad11ca42501d687 in 30.4900 sec 2024-11-07T14:19:00,546 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T14:19:00,549 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T14:19:00,549 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-07T14:19:00,551 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T14:19:00,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741861_1037 (size=1094) 2024-11-07T14:19:00,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741861_1037 (size=1094) 2024-11-07T14:19:00,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741861_1037 (size=1094) 2024-11-07T14:19:00,583 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T14:19:00,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-07T14:19:00,600 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,33581,1730989076778 2024-11-07T14:19:00,600 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,33581,1730989076778 2024-11-07T14:19:00,600 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,33581,1730989076778 2024-11-07T14:19:00,600 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,38031,1730989076932 2024-11-07T14:19:00,600 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,38031,1730989076932 2024-11-07T14:19:00,606 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,38031,1730989076932 2024-11-07T14:19:02,218 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b7cc9d764de6:36901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-07T14:19:05,347 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 314cf8cbf21f958f2c37e0caf5d54fb9, had cached 0 bytes from a total of 28623 2024-11-07T14:19:05,426 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b1248344919fb10343a982a3abb75121, had cached 0 bytes from a total of 499309 2024-11-07T14:19:09,800 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d4224fbe96b8ed26d892f87ef32624e5 changed from -1.0 to 0.0, refreshing cache 2024-11-07T14:19:09,800 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7706ac77015fec542fe48aa5350f3793 changed from -1.0 to 0.0, refreshing cache 2024-11-07T14:19:09,801 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2 changed from -1.0 to 0.0, refreshing cache 2024-11-07T14:19:09,801 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c1cab195113f9856db6628ac9454b45f changed from -1.0 to 0.0, refreshing cache 2024-11-07T14:19:09,801 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b1248344919fb10343a982a3abb75121 changed from -1.0 to 0.0, refreshing cache 2024-11-07T14:19:09,802 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6530fc979a4088a4a8b99e92effd9a9b changed from -1.0 to 0.0, refreshing cache 2024-11-07T14:19:09,802 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 99db9548ba46d907fce8f504ea215ffd changed from -1.0 to 0.0, refreshing cache 2024-11-07T14:19:09,802 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1e66f5de17e85fe75ad11ca42501d687 changed from -1.0 to 0.0, refreshing cache 2024-11-07T14:19:09,802 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 314cf8cbf21f958f2c37e0caf5d54fb9 changed from -1.0 to 0.0, refreshing cache 2024-11-07T14:19:09,803 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 19fe88fcb7b817c0350492c9d1edc63e changed from -1.0 to 0.0, refreshing cache 2024-11-07T14:19:10,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-07T14:19:10,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-07T14:19:10,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-07T14:19:10,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-07T14:19:10,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-07T14:19:10,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-07T14:19:10,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T14:19:10,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T14:19:10,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-07T14:19:10,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-07T14:19:10,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-07T14:19:10,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-07T14:19:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-07T14:19:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-07T14:19:10,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-07T14:19:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-07T14:19:10,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-07T14:19:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-07T14:19:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-07T14:19:10,614 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,38031,1730989076932 Release verify snapshot worker=b7cc9d764de6,38031,1730989076932 2024-11-07T14:19:10,614 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,33581,1730989076778 Release verify snapshot worker=b7cc9d764de6,33581,1730989076778 2024-11-07T14:19:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-07T14:19:10,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,33581,1730989076778 in 10.0220 sec 2024-11-07T14:19:10,617 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,38031,1730989076932 2024-11-07T14:19:10,617 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,33581,1730989076778 2024-11-07T14:19:10,618 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,38031,1730989076932 Release verify snapshot worker=b7cc9d764de6,38031,1730989076932 2024-11-07T14:19:10,618 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,38031,1730989076932 2024-11-07T14:19:10,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,38031,1730989076932 in 10.0220 sec 2024-11-07T14:19:10,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,38031,1730989076932 in 10.0260 sec 2024-11-07T14:19:10,622 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,33581,1730989076778 Release verify snapshot worker=b7cc9d764de6,33581,1730989076778 2024-11-07T14:19:10,622 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,33581,1730989076778 Release verify snapshot worker=b7cc9d764de6,33581,1730989076778 2024-11-07T14:19:10,622 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,38031,1730989076932 Release verify snapshot worker=b7cc9d764de6,38031,1730989076932 2024-11-07T14:19:10,622 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,38031,1730989076932 2024-11-07T14:19:10,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,33581,1730989076778 in 10.0300 sec 2024-11-07T14:19:10,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,33581,1730989076778 in 10.0300 sec 2024-11-07T14:19:10,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,38031,1730989076932 in 10.0300 sec 2024-11-07T14:19:20,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-07T14:19:20,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-07T14:19:20,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-07T14:19:20,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-07T14:19:20,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-07T14:19:20,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-07T14:19:20,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-07T14:19:20,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-07T14:19:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-07T14:19:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-07T14:19:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-07T14:19:20,624 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,38031,1730989076932 Release verify snapshot worker=b7cc9d764de6,38031,1730989076932 2024-11-07T14:19:20,624 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,33581,1730989076778 Release verify snapshot worker=b7cc9d764de6,33581,1730989076778 2024-11-07T14:19:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-07T14:19:20,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,38031,1730989076932 in 20.0320 sec 2024-11-07T14:19:20,627 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,38031,1730989076932 Release verify snapshot worker=b7cc9d764de6,38031,1730989076932 2024-11-07T14:19:20,627 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,38031,1730989076932 Release verify snapshot worker=b7cc9d764de6,38031,1730989076932 2024-11-07T14:19:20,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,33581,1730989076778 in 20.0320 sec 2024-11-07T14:19:20,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,38031,1730989076932 in 20.0350 sec 2024-11-07T14:19:20,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=25 2024-11-07T14:19:20,630 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T14:19:20,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,38031,1730989076932 in 20.0350 sec 2024-11-07T14:19:20,632 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/.hbase-snapshot/SnapshotProcedureTest 2024-11-07T14:19:20,634 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T14:19:20,634 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-07T14:19:20,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6420 sec 2024-11-07T14:19:20,902 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-07T14:19:20,910 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-07T14:19:20,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T14:19:20,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:19:20,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:19:20,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:19:20,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:19:20,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T14:19:20,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T14:19:20,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=332798471, stopped=false 2024-11-07T14:19:20,912 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b7cc9d764de6,36901,1730989076030 2024-11-07T14:19:21,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:19:21,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:19:21,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:19:21,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:21,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:21,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:21,069 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T14:19:21,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:19:21,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:19:21,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:19:21,071 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:19:21,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:19:21,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:19:21,071 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b7cc9d764de6,33581,1730989076778' ***** 2024-11-07T14:19:21,071 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T14:19:21,072 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b7cc9d764de6,38031,1730989076932' ***** 2024-11-07T14:19:21,072 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T14:19:21,072 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T14:19:21,072 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T14:19:21,072 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T14:19:21,072 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T14:19:21,072 INFO [RS:2;b7cc9d764de6:38031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T14:19:21,072 INFO [RS:0;b7cc9d764de6:33581 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T14:19:21,073 INFO [RS:0;b7cc9d764de6:33581 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T14:19:21,073 INFO [RS:2;b7cc9d764de6:38031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T14:19:21,073 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(3091): Received CLOSE for d4224fbe96b8ed26d892f87ef32624e5 2024-11-07T14:19:21,073 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e66f5de17e85fe75ad11ca42501d687 2024-11-07T14:19:21,073 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 19fe88fcb7b817c0350492c9d1edc63e 2024-11-07T14:19:21,073 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 314cf8cbf21f958f2c37e0caf5d54fb9 2024-11-07T14:19:21,074 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2 2024-11-07T14:19:21,074 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 6530fc979a4088a4a8b99e92effd9a9b 2024-11-07T14:19:21,074 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(3091): Received CLOSE for 7706ac77015fec542fe48aa5350f3793 2024-11-07T14:19:21,074 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 99db9548ba46d907fce8f504ea215ffd 2024-11-07T14:19:21,074 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(3091): Received CLOSE for b1248344919fb10343a982a3abb75121 2024-11-07T14:19:21,074 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(3091): Received CLOSE for c1cab195113f9856db6628ac9454b45f 2024-11-07T14:19:21,074 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(959): stopping server b7cc9d764de6,38031,1730989076932 2024-11-07T14:19:21,074 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(959): stopping server b7cc9d764de6,33581,1730989076778 2024-11-07T14:19:21,074 INFO [RS:2;b7cc9d764de6:38031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:19:21,074 INFO [RS:0;b7cc9d764de6:33581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:19:21,074 INFO [RS:2;b7cc9d764de6:38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b7cc9d764de6:38031. 2024-11-07T14:19:21,074 INFO [RS:0;b7cc9d764de6:33581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b7cc9d764de6:33581. 2024-11-07T14:19:21,074 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e66f5de17e85fe75ad11ca42501d687, disabling compactions & flushes 2024-11-07T14:19:21,074 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4224fbe96b8ed26d892f87ef32624e5, disabling compactions & flushes 2024-11-07T14:19:21,074 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5. 2024-11-07T14:19:21,074 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. 2024-11-07T14:19:21,074 DEBUG [RS:2;b7cc9d764de6:38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:19:21,074 DEBUG [RS:0;b7cc9d764de6:33581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:19:21,074 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5. 2024-11-07T14:19:21,074 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. 2024-11-07T14:19:21,074 DEBUG [RS:2;b7cc9d764de6:38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:19:21,074 DEBUG [RS:0;b7cc9d764de6:33581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:19:21,074 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5. after waiting 0 ms 2024-11-07T14:19:21,074 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. after waiting 0 ms 2024-11-07T14:19:21,074 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5. 2024-11-07T14:19:21,074 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. 2024-11-07T14:19:21,075 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-07T14:19:21,075 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T14:19:21,075 DEBUG [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(1325): Online Regions={1e66f5de17e85fe75ad11ca42501d687=SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687., 19fe88fcb7b817c0350492c9d1edc63e=SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e., 314cf8cbf21f958f2c37e0caf5d54fb9=SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9., 6530fc979a4088a4a8b99e92effd9a9b=SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b., 99db9548ba46d907fce8f504ea215ffd=SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd.} 2024-11-07T14:19:21,075 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T14:19:21,075 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T14:19:21,075 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T14:19:21,075 DEBUG [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(1351): Waiting on 19fe88fcb7b817c0350492c9d1edc63e, 1e66f5de17e85fe75ad11ca42501d687, 314cf8cbf21f958f2c37e0caf5d54fb9, 6530fc979a4088a4a8b99e92effd9a9b, 99db9548ba46d907fce8f504ea215ffd 2024-11-07T14:19:21,078 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-07T14:19:21,079 DEBUG [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(1325): Online Regions={d4224fbe96b8ed26d892f87ef32624e5=SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5., 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2=SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2., 1588230740=hbase:meta,,1.1588230740, 7706ac77015fec542fe48aa5350f3793=SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793., b1248344919fb10343a982a3abb75121=SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121., c1cab195113f9856db6628ac9454b45f=SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f.} 2024-11-07T14:19:21,079 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T14:19:21,079 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T14:19:21,079 DEBUG [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7706ac77015fec542fe48aa5350f3793, 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2, b1248344919fb10343a982a3abb75121, c1cab195113f9856db6628ac9454b45f, d4224fbe96b8ed26d892f87ef32624e5 2024-11-07T14:19:21,079 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T14:19:21,079 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T14:19:21,079 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T14:19:21,079 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.36 KB heapSize=27.38 KB 2024-11-07T14:19:21,082 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/1e66f5de17e85fe75ad11ca42501d687/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T14:19:21,083 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/d4224fbe96b8ed26d892f87ef32624e5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T14:19:21,085 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. 2024-11-07T14:19:21,085 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5. 2024-11-07T14:19:21,085 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e66f5de17e85fe75ad11ca42501d687: Waiting for close lock at 1730989161074Running coprocessor pre-close hooks at 1730989161074Disabling compacts and flushes for region at 1730989161074Disabling writes for close at 1730989161074Writing region close event to WAL at 1730989161075 (+1 ms)Running coprocessor post-close hooks at 1730989161083 (+8 ms)Closed at 1730989161085 (+2 ms) 2024-11-07T14:19:21,085 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4224fbe96b8ed26d892f87ef32624e5: Waiting for close lock at 1730989161074Running coprocessor pre-close hooks at 1730989161074Disabling compacts and flushes for region at 1730989161074Disabling writes for close at 1730989161074Writing region close event to WAL at 1730989161075 (+1 ms)Running coprocessor post-close hooks at 1730989161083 (+8 ms)Closed at 1730989161085 (+2 ms) 2024-11-07T14:19:21,085 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1730989089440.1e66f5de17e85fe75ad11ca42501d687. 2024-11-07T14:19:21,085 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1730989089440.d4224fbe96b8ed26d892f87ef32624e5. 2024-11-07T14:19:21,086 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19fe88fcb7b817c0350492c9d1edc63e, disabling compactions & flushes 2024-11-07T14:19:21,086 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2, disabling compactions & flushes 2024-11-07T14:19:21,086 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. 2024-11-07T14:19:21,086 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2. 2024-11-07T14:19:21,086 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. 2024-11-07T14:19:21,086 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. after waiting 0 ms 2024-11-07T14:19:21,086 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2. 2024-11-07T14:19:21,086 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. 2024-11-07T14:19:21,086 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2. after waiting 0 ms 2024-11-07T14:19:21,086 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2. 2024-11-07T14:19:21,091 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/8c35d4a32fbc6e2b35a7f2dc0bd3d1a2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T14:19:21,092 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/19fe88fcb7b817c0350492c9d1edc63e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T14:19:21,093 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. 2024-11-07T14:19:21,093 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19fe88fcb7b817c0350492c9d1edc63e: Waiting for close lock at 1730989161086Running coprocessor pre-close hooks at 1730989161086Disabling compacts and flushes for region at 1730989161086Disabling writes for close at 1730989161086Writing region close event to WAL at 1730989161086Running coprocessor post-close hooks at 1730989161093 (+7 ms)Closed at 1730989161093 2024-11-07T14:19:21,093 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1730989089440.19fe88fcb7b817c0350492c9d1edc63e. 2024-11-07T14:19:21,093 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 314cf8cbf21f958f2c37e0caf5d54fb9, disabling compactions & flushes 2024-11-07T14:19:21,094 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9. 2024-11-07T14:19:21,094 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9. 2024-11-07T14:19:21,094 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9. after waiting 0 ms 2024-11-07T14:19:21,094 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9. 2024-11-07T14:19:21,095 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2. 2024-11-07T14:19:21,095 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c35d4a32fbc6e2b35a7f2dc0bd3d1a2: Waiting for close lock at 1730989161086Running coprocessor pre-close hooks at 1730989161086Disabling compacts and flushes for region at 1730989161086Disabling writes for close at 1730989161086Writing region close event to WAL at 1730989161086Running coprocessor post-close hooks at 1730989161095 (+9 ms)Closed at 1730989161095 2024-11-07T14:19:21,096 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1730989089440.8c35d4a32fbc6e2b35a7f2dc0bd3d1a2. 2024-11-07T14:19:21,096 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7706ac77015fec542fe48aa5350f3793, disabling compactions & flushes 2024-11-07T14:19:21,096 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. 2024-11-07T14:19:21,096 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. 2024-11-07T14:19:21,096 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. after waiting 0 ms 2024-11-07T14:19:21,096 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. 2024-11-07T14:19:21,102 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/314cf8cbf21f958f2c37e0caf5d54fb9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T14:19:21,103 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9. 2024-11-07T14:19:21,104 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 314cf8cbf21f958f2c37e0caf5d54fb9: Waiting for close lock at 1730989161093Running coprocessor pre-close hooks at 1730989161093Disabling compacts and flushes for region at 1730989161093Disabling writes for close at 1730989161094 (+1 ms)Writing region close event to WAL at 1730989161096 (+2 ms)Running coprocessor post-close hooks at 1730989161103 (+7 ms)Closed at 1730989161103 2024-11-07T14:19:21,104 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1730989089440.314cf8cbf21f958f2c37e0caf5d54fb9. 2024-11-07T14:19:21,104 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6530fc979a4088a4a8b99e92effd9a9b, disabling compactions & flushes 2024-11-07T14:19:21,104 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b. 2024-11-07T14:19:21,104 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b. 2024-11-07T14:19:21,104 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b. after waiting 0 ms 2024-11-07T14:19:21,104 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b. 2024-11-07T14:19:21,105 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/7706ac77015fec542fe48aa5350f3793/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T14:19:21,107 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. 2024-11-07T14:19:21,107 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7706ac77015fec542fe48aa5350f3793: Waiting for close lock at 1730989161096Running coprocessor pre-close hooks at 1730989161096Disabling compacts and flushes for region at 1730989161096Disabling writes for close at 1730989161096Writing region close event to WAL at 1730989161096Running coprocessor post-close hooks at 1730989161106 (+10 ms)Closed at 1730989161106 2024-11-07T14:19:21,107 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793. 2024-11-07T14:19:21,107 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1248344919fb10343a982a3abb75121, disabling compactions & flushes 2024-11-07T14:19:21,107 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. 2024-11-07T14:19:21,107 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. 2024-11-07T14:19:21,107 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. after waiting 0 ms 2024-11-07T14:19:21,107 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. 2024-11-07T14:19:21,111 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740/.tmp/info/99a012d6573e46ecaefc4f95f6a2b6b8 is 167, key is SPTestTable,19999999,1730989089440.7706ac77015fec542fe48aa5350f3793./info:regioninfo/1730989130474/Put/seqid=0 2024-11-07T14:19:21,112 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/6530fc979a4088a4a8b99e92effd9a9b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T14:19:21,113 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b. 2024-11-07T14:19:21,113 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6530fc979a4088a4a8b99e92effd9a9b: Waiting for close lock at 1730989161104Running coprocessor pre-close hooks at 1730989161104Disabling compacts and flushes for region at 1730989161104Disabling writes for close at 1730989161104Writing region close event to WAL at 1730989161105 (+1 ms)Running coprocessor post-close hooks at 1730989161113 (+8 ms)Closed at 1730989161113 2024-11-07T14:19:21,114 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1730989089440.6530fc979a4088a4a8b99e92effd9a9b. 2024-11-07T14:19:21,114 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99db9548ba46d907fce8f504ea215ffd, disabling compactions & flushes 2024-11-07T14:19:21,114 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd. 2024-11-07T14:19:21,114 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd. 2024-11-07T14:19:21,114 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd. after waiting 0 ms 2024-11-07T14:19:21,114 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd. 2024-11-07T14:19:21,126 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/99db9548ba46d907fce8f504ea215ffd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T14:19:21,126 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/b1248344919fb10343a982a3abb75121/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T14:19:21,127 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd. 2024-11-07T14:19:21,127 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99db9548ba46d907fce8f504ea215ffd: Waiting for close lock at 1730989161114Running coprocessor pre-close hooks at 1730989161114Disabling compacts and flushes for region at 1730989161114Disabling writes for close at 1730989161114Writing region close event to WAL at 1730989161119 (+5 ms)Running coprocessor post-close hooks at 1730989161127 (+8 ms)Closed at 1730989161127 2024-11-07T14:19:21,127 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. 2024-11-07T14:19:21,127 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1730989089440.99db9548ba46d907fce8f504ea215ffd. 2024-11-07T14:19:21,127 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1248344919fb10343a982a3abb75121: Waiting for close lock at 1730989161107Running coprocessor pre-close hooks at 1730989161107Disabling compacts and flushes for region at 1730989161107Disabling writes for close at 1730989161107Writing region close event to WAL at 1730989161111 (+4 ms)Running coprocessor post-close hooks at 1730989161127 (+16 ms)Closed at 1730989161127 2024-11-07T14:19:21,127 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1730989089440.b1248344919fb10343a982a3abb75121. 2024-11-07T14:19:21,127 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1cab195113f9856db6628ac9454b45f, disabling compactions & flushes 2024-11-07T14:19:21,127 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. 2024-11-07T14:19:21,128 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. 2024-11-07T14:19:21,128 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. after waiting 0 ms 2024-11-07T14:19:21,128 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. 2024-11-07T14:19:21,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741862_1038 (size=20292) 2024-11-07T14:19:21,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741862_1038 (size=20292) 2024-11-07T14:19:21,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741862_1038 (size=20292) 2024-11-07T14:19:21,139 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740/.tmp/info/99a012d6573e46ecaefc4f95f6a2b6b8 2024-11-07T14:19:21,141 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/default/SPTestTable/c1cab195113f9856db6628ac9454b45f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T14:19:21,141 INFO [regionserver/b7cc9d764de6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:19:21,142 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. 2024-11-07T14:19:21,142 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1cab195113f9856db6628ac9454b45f: Waiting for close lock at 1730989161127Running coprocessor pre-close hooks at 1730989161127Disabling compacts and flushes for region at 1730989161127Disabling writes for close at 1730989161128 (+1 ms)Writing region close event to WAL at 1730989161133 (+5 ms)Running coprocessor post-close hooks at 1730989161142 (+9 ms)Closed at 1730989161142 2024-11-07T14:19:21,142 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1730989089440.c1cab195113f9856db6628ac9454b45f. 2024-11-07T14:19:21,165 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740/.tmp/ns/1d29ddeea45c4edc8b861fcb5c2863aa is 43, key is default/ns:d/1730989089113/Put/seqid=0 2024-11-07T14:19:21,167 INFO [regionserver/b7cc9d764de6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:19:21,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741863_1039 (size=5153) 2024-11-07T14:19:21,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741863_1039 (size=5153) 2024-11-07T14:19:21,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741863_1039 (size=5153) 2024-11-07T14:19:21,187 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740/.tmp/ns/1d29ddeea45c4edc8b861fcb5c2863aa 2024-11-07T14:19:21,211 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740/.tmp/table/2090f990741944e286afd5d5694e0386 is 47, key is SPTestTable/table:state/1730989100513/Put/seqid=0 2024-11-07T14:19:21,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741864_1040 (size=5214) 2024-11-07T14:19:21,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741864_1040 (size=5214) 2024-11-07T14:19:21,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741864_1040 (size=5214) 2024-11-07T14:19:21,227 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740/.tmp/table/2090f990741944e286afd5d5694e0386 2024-11-07T14:19:21,238 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740/.tmp/info/99a012d6573e46ecaefc4f95f6a2b6b8 as hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740/info/99a012d6573e46ecaefc4f95f6a2b6b8 2024-11-07T14:19:21,248 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740/info/99a012d6573e46ecaefc4f95f6a2b6b8, entries=116, sequenceid=37, filesize=19.8 K 2024-11-07T14:19:21,250 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740/.tmp/ns/1d29ddeea45c4edc8b861fcb5c2863aa as hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740/ns/1d29ddeea45c4edc8b861fcb5c2863aa 2024-11-07T14:19:21,257 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740/ns/1d29ddeea45c4edc8b861fcb5c2863aa, entries=2, sequenceid=37, filesize=5.0 K 2024-11-07T14:19:21,259 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740/.tmp/table/2090f990741944e286afd5d5694e0386 as hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740/table/2090f990741944e286afd5d5694e0386 2024-11-07T14:19:21,267 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740/table/2090f990741944e286afd5d5694e0386, entries=2, sequenceid=37, filesize=5.1 K 2024-11-07T14:19:21,270 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 191ms, sequenceid=37, compaction requested=false 2024-11-07T14:19:21,275 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(976): stopping server b7cc9d764de6,38031,1730989076932; all regions closed. 2024-11-07T14:19:21,276 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-07T14:19:21,277 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:19:21,277 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T14:19:21,277 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730989161079Running coprocessor pre-close hooks at 1730989161079Disabling compacts and flushes for region at 1730989161079Disabling writes for close at 1730989161079Obtaining lock to block concurrent updates at 1730989161079Preparing flush snapshotting stores in 1588230740 at 1730989161079Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16748, getHeapSize=27968, getOffHeapSize=0, getCellsCount=136 at 1730989161080 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730989161080Flushing 1588230740/info: creating writer at 1730989161081 (+1 ms)Flushing 1588230740/info: appending metadata at 1730989161110 (+29 ms)Flushing 1588230740/info: closing flushed file at 1730989161110Flushing 1588230740/ns: creating writer at 1730989161149 (+39 ms)Flushing 1588230740/ns: appending metadata at 1730989161165 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1730989161165Flushing 1588230740/table: creating writer at 1730989161195 (+30 ms)Flushing 1588230740/table: appending metadata at 1730989161211 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730989161211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39b9e996: reopening flushed file at 1730989161237 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b92ad1: reopening flushed file at 1730989161248 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e06f0e: reopening flushed file at 1730989161257 (+9 ms)Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 191ms, sequenceid=37, compaction requested=false at 1730989161270 (+13 ms)Writing region close event to WAL at 1730989161271 (+1 ms)Running coprocessor post-close hooks at 1730989161276 (+5 ms)Closed at 1730989161277 (+1 ms) 2024-11-07T14:19:21,277 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T14:19:21,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741834_1010 (size=3530) 2024-11-07T14:19:21,279 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(976): stopping server b7cc9d764de6,33581,1730989076778; all regions closed. 2024-11-07T14:19:21,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741834_1010 (size=3530) 2024-11-07T14:19:21,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741834_1010 (size=3530) 2024-11-07T14:19:21,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741836_1012 (size=19546) 2024-11-07T14:19:21,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741836_1012 (size=19546) 2024-11-07T14:19:21,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741836_1012 (size=19546) 2024-11-07T14:19:21,286 DEBUG [RS:2;b7cc9d764de6:38031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/oldWALs 2024-11-07T14:19:21,286 INFO [RS:2;b7cc9d764de6:38031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C38031%2C1730989076932:(num 1730989078656) 2024-11-07T14:19:21,286 DEBUG [RS:2;b7cc9d764de6:38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:19:21,286 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:19:21,287 INFO [RS:2;b7cc9d764de6:38031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:19:21,287 INFO [RS:2;b7cc9d764de6:38031 {}] hbase.ChoreService(370): Chore service for: regionserver/b7cc9d764de6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T14:19:21,287 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T14:19:21,287 INFO [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:19:21,287 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T14:19:21,287 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T14:19:21,287 INFO [RS:2;b7cc9d764de6:38031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:19:21,288 INFO [RS:2;b7cc9d764de6:38031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38031 2024-11-07T14:19:21,288 DEBUG [RS:0;b7cc9d764de6:33581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/oldWALs 2024-11-07T14:19:21,288 INFO [RS:0;b7cc9d764de6:33581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C33581%2C1730989076778.meta:.meta(num 1730989088918) 2024-11-07T14:19:21,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741835_1011 (size=3500) 2024-11-07T14:19:21,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741835_1011 (size=3500) 2024-11-07T14:19:21,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741835_1011 (size=3500) 2024-11-07T14:19:21,293 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/WALs/b7cc9d764de6,33581,1730989076778/b7cc9d764de6%2C33581%2C1730989076778.1730989078656 not finished, retry = 0 2024-11-07T14:19:21,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:19:21,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b7cc9d764de6,38031,1730989076932 2024-11-07T14:19:21,302 INFO [RS:2;b7cc9d764de6:38031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:19:21,310 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b7cc9d764de6,38031,1730989076932] 2024-11-07T14:19:21,318 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b7cc9d764de6,38031,1730989076932 already deleted, retry=false 2024-11-07T14:19:21,319 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b7cc9d764de6,38031,1730989076932 expired; onlineServers=1 2024-11-07T14:19:21,397 DEBUG [RS:0;b7cc9d764de6:33581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/oldWALs 2024-11-07T14:19:21,397 INFO [RS:0;b7cc9d764de6:33581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C33581%2C1730989076778:(num 1730989078656) 2024-11-07T14:19:21,397 DEBUG [RS:0;b7cc9d764de6:33581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:19:21,397 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:19:21,397 INFO [RS:0;b7cc9d764de6:33581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:19:21,397 INFO [RS:0;b7cc9d764de6:33581 {}] hbase.ChoreService(370): Chore service for: regionserver/b7cc9d764de6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T14:19:21,397 INFO [RS:0;b7cc9d764de6:33581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:19:21,397 INFO [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:19:21,398 INFO [RS:0;b7cc9d764de6:33581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33581 2024-11-07T14:19:21,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b7cc9d764de6,33581,1730989076778 2024-11-07T14:19:21,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:19:21,409 INFO [RS:0;b7cc9d764de6:33581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:19:21,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:19:21,410 INFO [RS:2;b7cc9d764de6:38031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:19:21,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x10116d6f0a50003, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:19:21,410 INFO [RS:2;b7cc9d764de6:38031 {}] regionserver.HRegionServer(1031): Exiting; stopping=b7cc9d764de6,38031,1730989076932; zookeeper connection closed. 2024-11-07T14:19:21,410 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d30159f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d30159f 2024-11-07T14:19:21,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b7cc9d764de6,33581,1730989076778] 2024-11-07T14:19:21,426 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b7cc9d764de6,33581,1730989076778 already deleted, retry=false 2024-11-07T14:19:21,426 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b7cc9d764de6,33581,1730989076778 expired; onlineServers=0 2024-11-07T14:19:21,427 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b7cc9d764de6,36901,1730989076030' ***** 2024-11-07T14:19:21,427 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T14:19:21,427 INFO [M:0;b7cc9d764de6:36901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:19:21,427 INFO [M:0;b7cc9d764de6:36901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:19:21,427 DEBUG [M:0;b7cc9d764de6:36901 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T14:19:21,427 DEBUG [M:0;b7cc9d764de6:36901 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T14:19:21,427 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T14:19:21,428 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730989078272 {}] cleaner.HFileCleaner(306): Exit Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730989078272,5,FailOnTimeoutGroup] 2024-11-07T14:19:21,428 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730989078265 {}] cleaner.HFileCleaner(306): Exit Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730989078265,5,FailOnTimeoutGroup] 2024-11-07T14:19:21,428 INFO [M:0;b7cc9d764de6:36901 {}] hbase.ChoreService(370): Chore service for: master/b7cc9d764de6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T14:19:21,428 INFO [M:0;b7cc9d764de6:36901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:19:21,428 DEBUG [M:0;b7cc9d764de6:36901 {}] master.HMaster(1795): Stopping service threads 2024-11-07T14:19:21,428 INFO [M:0;b7cc9d764de6:36901 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T14:19:21,428 INFO [M:0;b7cc9d764de6:36901 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T14:19:21,428 ERROR [M:0;b7cc9d764de6:36901 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:44291 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44291,5,PEWorkerGroup] 2024-11-07T14:19:21,429 INFO [M:0;b7cc9d764de6:36901 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T14:19:21,429 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T14:19:21,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T14:19:21,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:21,435 DEBUG [M:0;b7cc9d764de6:36901 {}] zookeeper.ZKUtil(347): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T14:19:21,435 WARN [M:0;b7cc9d764de6:36901 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T14:19:21,436 INFO [M:0;b7cc9d764de6:36901 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/.lastflushedseqids 2024-11-07T14:19:21,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741865_1041 (size=686) 2024-11-07T14:19:21,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741865_1041 (size=686) 2024-11-07T14:19:21,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741865_1041 (size=686) 2024-11-07T14:19:21,451 INFO [M:0;b7cc9d764de6:36901 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T14:19:21,451 INFO [M:0;b7cc9d764de6:36901 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T14:19:21,451 DEBUG [M:0;b7cc9d764de6:36901 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T14:19:21,451 INFO [M:0;b7cc9d764de6:36901 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:19:21,451 DEBUG [M:0;b7cc9d764de6:36901 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:19:21,451 DEBUG [M:0;b7cc9d764de6:36901 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T14:19:21,451 DEBUG [M:0;b7cc9d764de6:36901 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:19:21,452 INFO [M:0;b7cc9d764de6:36901 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.51 KB heapSize=242.30 KB 2024-11-07T14:19:21,474 DEBUG [M:0;b7cc9d764de6:36901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05480339725b4081bdfea15fea9de5c9 is 82, key is hbase:meta,,1/info:regioninfo/1730989089023/Put/seqid=0 2024-11-07T14:19:21,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741866_1042 (size=5672) 2024-11-07T14:19:21,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741866_1042 (size=5672) 2024-11-07T14:19:21,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741866_1042 (size=5672) 2024-11-07T14:19:21,482 INFO [M:0;b7cc9d764de6:36901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05480339725b4081bdfea15fea9de5c9 2024-11-07T14:19:21,512 DEBUG [M:0;b7cc9d764de6:36901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43aa1e3483c24761a4ba008804d1a74d is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730989100525/Put/seqid=0 2024-11-07T14:19:21,518 INFO [RS:0;b7cc9d764de6:33581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:19:21,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:19:21,518 INFO [RS:0;b7cc9d764de6:33581 {}] regionserver.HRegionServer(1031): Exiting; stopping=b7cc9d764de6,33581,1730989076778; zookeeper connection closed. 2024-11-07T14:19:21,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33581-0x10116d6f0a50001, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:19:21,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741867_1043 (size=8972) 2024-11-07T14:19:21,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741867_1043 (size=8972) 2024-11-07T14:19:21,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741867_1043 (size=8972) 2024-11-07T14:19:21,522 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b939be8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b939be8 2024-11-07T14:19:21,523 INFO [M:0;b7cc9d764de6:36901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.78 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43aa1e3483c24761a4ba008804d1a74d 2024-11-07T14:19:21,523 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-07T14:19:21,529 INFO [M:0;b7cc9d764de6:36901 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43aa1e3483c24761a4ba008804d1a74d 2024-11-07T14:19:21,544 DEBUG [M:0;b7cc9d764de6:36901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e44a2d6c460b4ae290b3fd24dee8c029 is 69, key is b7cc9d764de6,33581,1730989076778/rs:state/1730989078364/Put/seqid=0 2024-11-07T14:19:21,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741868_1044 (size=5441) 2024-11-07T14:19:21,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741868_1044 (size=5441) 2024-11-07T14:19:21,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741868_1044 (size=5441) 2024-11-07T14:19:21,553 INFO [M:0;b7cc9d764de6:36901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e44a2d6c460b4ae290b3fd24dee8c029 2024-11-07T14:19:21,559 INFO [M:0;b7cc9d764de6:36901 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e44a2d6c460b4ae290b3fd24dee8c029 2024-11-07T14:19:21,560 DEBUG [M:0;b7cc9d764de6:36901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05480339725b4081bdfea15fea9de5c9 as hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05480339725b4081bdfea15fea9de5c9 2024-11-07T14:19:21,567 INFO [M:0;b7cc9d764de6:36901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05480339725b4081bdfea15fea9de5c9, entries=8, sequenceid=513, filesize=5.5 K 2024-11-07T14:19:21,569 DEBUG [M:0;b7cc9d764de6:36901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43aa1e3483c24761a4ba008804d1a74d as hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43aa1e3483c24761a4ba008804d1a74d 2024-11-07T14:19:21,576 INFO [M:0;b7cc9d764de6:36901 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43aa1e3483c24761a4ba008804d1a74d 2024-11-07T14:19:21,576 INFO [M:0;b7cc9d764de6:36901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43aa1e3483c24761a4ba008804d1a74d, entries=56, sequenceid=513, filesize=8.8 K 2024-11-07T14:19:21,578 DEBUG [M:0;b7cc9d764de6:36901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e44a2d6c460b4ae290b3fd24dee8c029 as hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e44a2d6c460b4ae290b3fd24dee8c029 2024-11-07T14:19:21,585 INFO [M:0;b7cc9d764de6:36901 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e44a2d6c460b4ae290b3fd24dee8c029 2024-11-07T14:19:21,585 INFO [M:0;b7cc9d764de6:36901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44291/user/jenkins/test-data/7bd6eedd-855c-9c78-507f-967edb61c9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e44a2d6c460b4ae290b3fd24dee8c029, entries=3, sequenceid=513, filesize=5.3 K 2024-11-07T14:19:21,586 INFO [M:0;b7cc9d764de6:36901 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.51 KB/200207, heapSize ~242 KB/247808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=513, compaction requested=false 2024-11-07T14:19:21,588 INFO [M:0;b7cc9d764de6:36901 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:19:21,588 DEBUG [M:0;b7cc9d764de6:36901 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730989161451Disabling compacts and flushes for region at 1730989161451Disabling writes for close at 1730989161451Obtaining lock to block concurrent updates at 1730989161452 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730989161452Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200207, getHeapSize=248048, getOffHeapSize=0, getCellsCount=620 at 1730989161452Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730989161453 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730989161453Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730989161473 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730989161473Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730989161488 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730989161512 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730989161512Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730989161529 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730989161544 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730989161544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fd41cd4: reopening flushed file at 1730989161559 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e64b09f: reopening flushed file at 1730989161568 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2beb620f: reopening flushed file at 1730989161576 (+8 ms)Finished flush of dataSize ~195.51 KB/200207, heapSize ~242 KB/247808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=513, compaction requested=false at 1730989161586 (+10 ms)Writing region close event to WAL at 1730989161588 (+2 ms)Closed at 1730989161588 2024-11-07T14:19:21,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741830_1006 (size=234399) 2024-11-07T14:19:21,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741830_1006 (size=234399) 2024-11-07T14:19:21,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741830_1006 (size=234399) 2024-11-07T14:19:21,592 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:19:21,592 INFO [M:0;b7cc9d764de6:36901 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T14:19:21,592 INFO [M:0;b7cc9d764de6:36901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36901 2024-11-07T14:19:21,593 INFO [M:0;b7cc9d764de6:36901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:19:21,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:19:21,702 INFO [M:0;b7cc9d764de6:36901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:19:21,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x10116d6f0a50000, quorum=127.0.0.1:50007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:19:21,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:19:21,710 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:19:21,711 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:19:21,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:19:21,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/hadoop.log.dir/,STOPPED} 2024-11-07T14:19:21,714 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:19:21,714 WARN [BP-811985867-172.17.0.3-1730989071661 heartbeating to localhost/127.0.0.1:44291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:19:21,714 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:19:21,714 WARN [BP-811985867-172.17.0.3-1730989071661 heartbeating to localhost/127.0.0.1:44291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-811985867-172.17.0.3-1730989071661 (Datanode Uuid 01e55654-5628-4fe4-8513-d91554d3092a) service to localhost/127.0.0.1:44291 2024-11-07T14:19:21,715 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/cluster_d25bb5b4-b3b7-ae12-04cf-1db31f78deb9/data/data5/current/BP-811985867-172.17.0.3-1730989071661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:19:21,715 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/cluster_d25bb5b4-b3b7-ae12-04cf-1db31f78deb9/data/data6/current/BP-811985867-172.17.0.3-1730989071661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:19:21,716 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:19:21,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:19:21,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:19:21,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:19:21,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:19:21,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/hadoop.log.dir/,STOPPED} 2024-11-07T14:19:21,721 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:19:21,721 WARN [BP-811985867-172.17.0.3-1730989071661 heartbeating to localhost/127.0.0.1:44291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:19:21,721 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:19:21,721 WARN [BP-811985867-172.17.0.3-1730989071661 heartbeating to localhost/127.0.0.1:44291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-811985867-172.17.0.3-1730989071661 (Datanode Uuid 235e7b7c-21ca-48e1-9978-204f353b62dc) service to localhost/127.0.0.1:44291 2024-11-07T14:19:21,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/cluster_d25bb5b4-b3b7-ae12-04cf-1db31f78deb9/data/data3/current/BP-811985867-172.17.0.3-1730989071661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:19:21,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/cluster_d25bb5b4-b3b7-ae12-04cf-1db31f78deb9/data/data4/current/BP-811985867-172.17.0.3-1730989071661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:19:21,722 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:19:21,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:19:21,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:19:21,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:19:21,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:19:21,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/hadoop.log.dir/,STOPPED} 2024-11-07T14:19:21,728 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:19:21,728 WARN [BP-811985867-172.17.0.3-1730989071661 heartbeating to localhost/127.0.0.1:44291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:19:21,728 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:19:21,728 WARN [BP-811985867-172.17.0.3-1730989071661 heartbeating to localhost/127.0.0.1:44291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-811985867-172.17.0.3-1730989071661 (Datanode Uuid c4858eec-9481-4c10-8120-1da167de9fb7) service to localhost/127.0.0.1:44291 2024-11-07T14:19:21,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/cluster_d25bb5b4-b3b7-ae12-04cf-1db31f78deb9/data/data1/current/BP-811985867-172.17.0.3-1730989071661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:19:21,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/cluster_d25bb5b4-b3b7-ae12-04cf-1db31f78deb9/data/data2/current/BP-811985867-172.17.0.3-1730989071661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:19:21,729 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:19:21,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T14:19:21,739 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:19:21,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:19:21,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:19:21,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/hadoop.log.dir/,STOPPED} 2024-11-07T14:19:21,749 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T14:19:21,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T14:19:21,806 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/b7cc9d764de6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4cddbf93 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/b7cc9d764de6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b7cc9d764de6:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:44291 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:44291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b7cc9d764de6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b7cc9d764de6:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:44291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b7cc9d764de6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/b7cc9d764de6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:44291 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=219 (was 654), ProcessCount=11 (was 11), AvailableMemoryMB=1291 (was 2241) 2024-11-07T14:19:21,813 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=1291 2024-11-07T14:19:21,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/hadoop.log.dir so I do NOT create it in target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157 2024-11-07T14:19:21,827 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T14:19:21,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/hadoop.tmp.dir so I do NOT create it in target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157 2024-11-07T14:19:21,827 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68e78808-2403-bf70-fa5c-b5882c039fd5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T14:19:21,827 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157 2024-11-07T14:19:21,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T14:19:21,827 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/cluster_838c1a4f-56b6-b266-a49c-d6408fba672a, deleteOnExit=true 2024-11-07T14:19:21,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T14:19:21,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/test.cache.data in system properties and HBase conf 2024-11-07T14:19:21,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T14:19:21,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/hadoop.log.dir in system properties and HBase conf 2024-11-07T14:19:21,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T14:19:21,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T14:19:21,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T14:19:21,828 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T14:19:21,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T14:19:21,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T14:19:21,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T14:19:21,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T14:19:21,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T14:19:21,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T14:19:21,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T14:19:21,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T14:19:21,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T14:19:21,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/nfs.dump.dir in system properties and HBase conf 2024-11-07T14:19:21,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/java.io.tmpdir in system properties and HBase conf 2024-11-07T14:19:21,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T14:19:21,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T14:19:21,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T14:19:22,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:19:22,059 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:19:22,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:19:22,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:19:22,060 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T14:19:22,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:19:22,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e3e7f78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:19:22,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@123fb1ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:19:22,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3919cb29{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/java.io.tmpdir/jetty-localhost-43613-hadoop-hdfs-3_4_1-tests_jar-_-any-3778383449020909516/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T14:19:22,161 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fed62ec{HTTP/1.1, (http/1.1)}{localhost:43613} 2024-11-07T14:19:22,161 INFO [Time-limited test {}] server.Server(415): Started @92614ms 2024-11-07T14:19:22,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:19:22,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:19:22,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:19:22,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:19:22,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:19:22,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201c67a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:19:22,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74a21563{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:19:22,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11813432{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/java.io.tmpdir/jetty-localhost-43417-hadoop-hdfs-3_4_1-tests_jar-_-any-166694826972485007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:19:22,427 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@652ac91{HTTP/1.1, (http/1.1)}{localhost:43417} 2024-11-07T14:19:22,427 INFO [Time-limited test {}] server.Server(415): Started @92880ms 2024-11-07T14:19:22,428 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:19:22,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:19:22,465 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:19:22,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:19:22,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:19:22,466 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T14:19:22,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3b5ab5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:19:22,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ceade03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:19:22,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@882f8d6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/java.io.tmpdir/jetty-localhost-38749-hadoop-hdfs-3_4_1-tests_jar-_-any-375148122155579555/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:19:22,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d1726b1{HTTP/1.1, (http/1.1)}{localhost:38749} 2024-11-07T14:19:22,559 INFO [Time-limited test {}] server.Server(415): Started @93012ms 2024-11-07T14:19:22,561 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:19:22,591 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:19:22,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:19:22,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:19:22,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:19:22,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T14:19:22,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e86945c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:19:22,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d943a84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:19:22,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19219d33{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/java.io.tmpdir/jetty-localhost-35279-hadoop-hdfs-3_4_1-tests_jar-_-any-18394146616367863618/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:19:22,691 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3615cd80{HTTP/1.1, (http/1.1)}{localhost:35279} 2024-11-07T14:19:22,691 INFO [Time-limited test {}] server.Server(415): Started @93144ms 2024-11-07T14:19:22,692 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:19:23,095 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/cluster_838c1a4f-56b6-b266-a49c-d6408fba672a/data/data1/current/BP-680866823-172.17.0.3-1730989161848/current, will proceed with Du for space computation calculation, 2024-11-07T14:19:23,095 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/cluster_838c1a4f-56b6-b266-a49c-d6408fba672a/data/data2/current/BP-680866823-172.17.0.3-1730989161848/current, will proceed with Du for space computation calculation, 2024-11-07T14:19:23,115 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:19:23,118 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e18b5fb4e9438c0 with lease ID 0x38888cecdf037299: Processing first storage report for DS-cee1c509-1fdd-4e33-b0fc-640b46e4efbe from datanode DatanodeRegistration(127.0.0.1:43405, datanodeUuid=1a7bbd0b-5b38-4c78-a3ef-621b3b086c7d, infoPort=42195, infoSecurePort=0, ipcPort=38495, storageInfo=lv=-57;cid=testClusterID;nsid=1176452256;c=1730989161848) 2024-11-07T14:19:23,118 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e18b5fb4e9438c0 with lease ID 0x38888cecdf037299: from storage DS-cee1c509-1fdd-4e33-b0fc-640b46e4efbe node DatanodeRegistration(127.0.0.1:43405, datanodeUuid=1a7bbd0b-5b38-4c78-a3ef-621b3b086c7d, infoPort=42195, infoSecurePort=0, ipcPort=38495, storageInfo=lv=-57;cid=testClusterID;nsid=1176452256;c=1730989161848), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:19:23,118 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e18b5fb4e9438c0 with lease ID 0x38888cecdf037299: Processing first storage report for DS-081ec348-fc8c-4049-8292-48012d8c885a from datanode DatanodeRegistration(127.0.0.1:43405, datanodeUuid=1a7bbd0b-5b38-4c78-a3ef-621b3b086c7d, infoPort=42195, infoSecurePort=0, ipcPort=38495, storageInfo=lv=-57;cid=testClusterID;nsid=1176452256;c=1730989161848) 2024-11-07T14:19:23,118 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e18b5fb4e9438c0 with lease ID 0x38888cecdf037299: from storage DS-081ec348-fc8c-4049-8292-48012d8c885a node DatanodeRegistration(127.0.0.1:43405, datanodeUuid=1a7bbd0b-5b38-4c78-a3ef-621b3b086c7d, infoPort=42195, infoSecurePort=0, ipcPort=38495, storageInfo=lv=-57;cid=testClusterID;nsid=1176452256;c=1730989161848), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:19:23,415 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/cluster_838c1a4f-56b6-b266-a49c-d6408fba672a/data/data3/current/BP-680866823-172.17.0.3-1730989161848/current, will proceed with Du for space computation calculation, 2024-11-07T14:19:23,415 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/cluster_838c1a4f-56b6-b266-a49c-d6408fba672a/data/data4/current/BP-680866823-172.17.0.3-1730989161848/current, will proceed with Du for space computation calculation, 2024-11-07T14:19:23,434 WARN [Thread-669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:19:23,437 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36ca1289c1e5cc15 with lease ID 0x38888cecdf03729a: Processing first storage report for DS-d71e51e3-4f20-4cf5-ad80-4e83423274b5 from datanode DatanodeRegistration(127.0.0.1:41337, datanodeUuid=736e96da-a8cc-45b9-ac46-4bf1b0df9ba5, infoPort=41875, infoSecurePort=0, ipcPort=34437, storageInfo=lv=-57;cid=testClusterID;nsid=1176452256;c=1730989161848) 2024-11-07T14:19:23,437 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36ca1289c1e5cc15 with lease ID 0x38888cecdf03729a: from storage DS-d71e51e3-4f20-4cf5-ad80-4e83423274b5 node DatanodeRegistration(127.0.0.1:41337, datanodeUuid=736e96da-a8cc-45b9-ac46-4bf1b0df9ba5, infoPort=41875, infoSecurePort=0, ipcPort=34437, storageInfo=lv=-57;cid=testClusterID;nsid=1176452256;c=1730989161848), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:19:23,437 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36ca1289c1e5cc15 with lease ID 0x38888cecdf03729a: Processing first storage report for DS-a79d0ce4-7419-415f-8991-0abaea94089a from datanode DatanodeRegistration(127.0.0.1:41337, datanodeUuid=736e96da-a8cc-45b9-ac46-4bf1b0df9ba5, infoPort=41875, infoSecurePort=0, ipcPort=34437, storageInfo=lv=-57;cid=testClusterID;nsid=1176452256;c=1730989161848) 2024-11-07T14:19:23,437 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36ca1289c1e5cc15 with lease ID 0x38888cecdf03729a: from storage DS-a79d0ce4-7419-415f-8991-0abaea94089a node DatanodeRegistration(127.0.0.1:41337, datanodeUuid=736e96da-a8cc-45b9-ac46-4bf1b0df9ba5, infoPort=41875, infoSecurePort=0, ipcPort=34437, storageInfo=lv=-57;cid=testClusterID;nsid=1176452256;c=1730989161848), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:19:23,523 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/cluster_838c1a4f-56b6-b266-a49c-d6408fba672a/data/data5/current/BP-680866823-172.17.0.3-1730989161848/current, will proceed with Du for space computation calculation, 2024-11-07T14:19:23,524 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/cluster_838c1a4f-56b6-b266-a49c-d6408fba672a/data/data6/current/BP-680866823-172.17.0.3-1730989161848/current, will proceed with Du for space computation calculation, 2024-11-07T14:19:23,547 WARN [Thread-692 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:19:23,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafbdad080238e9c3 with lease ID 0x38888cecdf03729b: Processing first storage report for DS-bda28dc1-1ddc-48c8-bb2b-8fdf4bd5d24c from datanode DatanodeRegistration(127.0.0.1:45441, datanodeUuid=aedfb325-d829-49c0-a743-70efff6ffafb, infoPort=46553, infoSecurePort=0, ipcPort=34641, storageInfo=lv=-57;cid=testClusterID;nsid=1176452256;c=1730989161848) 2024-11-07T14:19:23,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafbdad080238e9c3 with lease ID 0x38888cecdf03729b: from storage DS-bda28dc1-1ddc-48c8-bb2b-8fdf4bd5d24c node DatanodeRegistration(127.0.0.1:45441, datanodeUuid=aedfb325-d829-49c0-a743-70efff6ffafb, infoPort=46553, infoSecurePort=0, ipcPort=34641, storageInfo=lv=-57;cid=testClusterID;nsid=1176452256;c=1730989161848), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:19:23,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafbdad080238e9c3 with lease ID 0x38888cecdf03729b: Processing first storage report for DS-3e570385-d538-4255-ad70-546bb0373a36 from datanode DatanodeRegistration(127.0.0.1:45441, datanodeUuid=aedfb325-d829-49c0-a743-70efff6ffafb, infoPort=46553, infoSecurePort=0, ipcPort=34641, storageInfo=lv=-57;cid=testClusterID;nsid=1176452256;c=1730989161848) 2024-11-07T14:19:23,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafbdad080238e9c3 with lease ID 0x38888cecdf03729b: from storage DS-3e570385-d538-4255-ad70-546bb0373a36 node DatanodeRegistration(127.0.0.1:45441, datanodeUuid=aedfb325-d829-49c0-a743-70efff6ffafb, infoPort=46553, infoSecurePort=0, ipcPort=34641, storageInfo=lv=-57;cid=testClusterID;nsid=1176452256;c=1730989161848), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:19:23,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157 2024-11-07T14:19:23,634 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/cluster_838c1a4f-56b6-b266-a49c-d6408fba672a/zookeeper_0, clientPort=50008, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/cluster_838c1a4f-56b6-b266-a49c-d6408fba672a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/cluster_838c1a4f-56b6-b266-a49c-d6408fba672a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T14:19:23,635 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50008 2024-11-07T14:19:23,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:19:23,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:19:23,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:19:23,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:19:23,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:19:23,654 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e with version=8 2024-11-07T14:19:23,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/hbase-staging 2024-11-07T14:19:23,656 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:19:23,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:19:23,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:19:23,657 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:19:23,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:19:23,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:19:23,657 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T14:19:23,657 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:19:23,658 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35087 2024-11-07T14:19:23,659 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35087 connecting to ZooKeeper ensemble=127.0.0.1:50008 2024-11-07T14:19:23,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350870x0, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:19:23,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35087-0x10116d84a1b0000 connected 2024-11-07T14:19:23,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:19:23,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:19:23,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:19:23,774 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e, hbase.cluster.distributed=false 2024-11-07T14:19:23,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:19:23,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35087 2024-11-07T14:19:23,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35087 2024-11-07T14:19:23,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35087 2024-11-07T14:19:23,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35087 2024-11-07T14:19:23,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35087 2024-11-07T14:19:23,797 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:19:23,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:19:23,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:19:23,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:19:23,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:19:23,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:19:23,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T14:19:23,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:19:23,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37531 2024-11-07T14:19:23,801 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37531 connecting to ZooKeeper ensemble=127.0.0.1:50008 2024-11-07T14:19:23,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:19:23,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:19:23,810 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375310x0, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:19:23,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37531-0x10116d84a1b0001 connected 2024-11-07T14:19:23,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37531-0x10116d84a1b0001, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:19:23,810 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T14:19:23,811 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T14:19:23,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37531-0x10116d84a1b0001, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T14:19:23,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37531-0x10116d84a1b0001, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:19:23,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37531 2024-11-07T14:19:23,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37531 2024-11-07T14:19:23,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37531 2024-11-07T14:19:23,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37531 2024-11-07T14:19:23,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37531 2024-11-07T14:19:23,829 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:19:23,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:19:23,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:19:23,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:19:23,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:19:23,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:19:23,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T14:19:23,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:19:23,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46541 2024-11-07T14:19:23,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46541 connecting to ZooKeeper ensemble=127.0.0.1:50008 2024-11-07T14:19:23,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:19:23,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:19:23,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465410x0, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:19:23,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46541-0x10116d84a1b0002 connected 2024-11-07T14:19:23,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:19:23,844 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T14:19:23,844 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T14:19:23,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T14:19:23,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:19:23,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46541 2024-11-07T14:19:23,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46541 2024-11-07T14:19:23,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46541 2024-11-07T14:19:23,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46541 2024-11-07T14:19:23,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46541 2024-11-07T14:19:23,863 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:19:23,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:19:23,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:19:23,864 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:19:23,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:19:23,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:19:23,864 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T14:19:23,864 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:19:23,865 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40723 2024-11-07T14:19:23,866 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40723 connecting to ZooKeeper ensemble=127.0.0.1:50008 2024-11-07T14:19:23,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:19:23,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:19:23,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407230x0, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:19:23,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:19:23,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40723-0x10116d84a1b0003 connected 2024-11-07T14:19:23,877 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T14:19:23,878 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T14:19:23,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T14:19:23,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:19:23,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40723 2024-11-07T14:19:23,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40723 2024-11-07T14:19:23,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40723 2024-11-07T14:19:23,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40723 2024-11-07T14:19:23,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40723 2024-11-07T14:19:23,896 DEBUG [M:0;b7cc9d764de6:35087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b7cc9d764de6:35087 2024-11-07T14:19:23,897 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b7cc9d764de6,35087,1730989163656 2024-11-07T14:19:23,901 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10116d84a1b0001, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:19:23,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:19:23,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:19:23,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:19:23,902 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b7cc9d764de6,35087,1730989163656 2024-11-07T14:19:23,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T14:19:23,910 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10116d84a1b0001, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T14:19:23,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T14:19:23,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:23,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:23,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:23,910 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10116d84a1b0001, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:23,910 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T14:19:23,911 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b7cc9d764de6,35087,1730989163656 from backup master directory 2024-11-07T14:19:23,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:19:23,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:19:23,918 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10116d84a1b0001, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:19:23,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b7cc9d764de6,35087,1730989163656 2024-11-07T14:19:23,918 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:19:23,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:19:23,918 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b7cc9d764de6,35087,1730989163656 2024-11-07T14:19:23,924 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/hbase.id] with ID: 67095c02-bab6-4723-b959-711045b6d0f3 2024-11-07T14:19:23,924 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/.tmp/hbase.id 2024-11-07T14:19:23,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:19:23,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:19:23,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:19:23,937 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/.tmp/hbase.id]:[hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/hbase.id] 2024-11-07T14:19:23,950 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:19:23,950 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T14:19:23,952 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T14:19:23,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:23,960 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10116d84a1b0001, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:23,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:23,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:23,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:19:23,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:19:23,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:19:23,971 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T14:19:23,972 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T14:19:23,972 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:19:23,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:19:23,984 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store 2024-11-07T14:19:23,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:19:23,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:19:23,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:19:23,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:19:23,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:19:23,993 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:23,993 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T14:19:23,993 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:19:23,993 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:19:23,993 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T14:19:23,994 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:19:23,994 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:19:23,994 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730989163993Disabling compacts and flushes for region at 1730989163993Disabling writes for close at 1730989163994 (+1 ms)Writing region close event to WAL at 1730989163994Closed at 1730989163994 2024-11-07T14:19:23,995 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/.initializing 2024-11-07T14:19:23,995 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/WALs/b7cc9d764de6,35087,1730989163656 2024-11-07T14:19:23,996 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:19:23,998 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C35087%2C1730989163656, suffix=, logDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/WALs/b7cc9d764de6,35087,1730989163656, archiveDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/oldWALs, maxLogs=10 2024-11-07T14:19:24,011 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/WALs/b7cc9d764de6,35087,1730989163656/b7cc9d764de6%2C35087%2C1730989163656.1730989163998, exclude list is [], retry=0 2024-11-07T14:19:24,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43405,DS-cee1c509-1fdd-4e33-b0fc-640b46e4efbe,DISK] 2024-11-07T14:19:24,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41337,DS-d71e51e3-4f20-4cf5-ad80-4e83423274b5,DISK] 2024-11-07T14:19:24,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45441,DS-bda28dc1-1ddc-48c8-bb2b-8fdf4bd5d24c,DISK] 2024-11-07T14:19:24,017 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/WALs/b7cc9d764de6,35087,1730989163656/b7cc9d764de6%2C35087%2C1730989163656.1730989163998 2024-11-07T14:19:24,017 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42195:42195),(127.0.0.1/127.0.0.1:41875:41875),(127.0.0.1/127.0.0.1:46553:46553)] 2024-11-07T14:19:24,017 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:19:24,017 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:24,018 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:19:24,018 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:19:24,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:19:24,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T14:19:24,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:24,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:19:24,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:19:24,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T14:19:24,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:24,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:19:24,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:19:24,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T14:19:24,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:24,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:19:24,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:19:24,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T14:19:24,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:24,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:19:24,028 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:19:24,029 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:19:24,029 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:19:24,031 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:19:24,031 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:19:24,032 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T14:19:24,033 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:19:24,035 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:19:24,036 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71458616, jitterRate=0.06481635570526123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T14:19:24,036 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730989164018Initializing all the Stores at 1730989164019 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730989164019Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989164019Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989164019Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989164019Cleaning up temporary data from old regions at 1730989164031 (+12 ms)Region opened successfully at 1730989164036 (+5 ms) 2024-11-07T14:19:24,037 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T14:19:24,040 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3388cb5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:19:24,041 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T14:19:24,041 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T14:19:24,042 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T14:19:24,042 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T14:19:24,042 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T14:19:24,043 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T14:19:24,043 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-07T14:19:24,045 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T14:19:24,046 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T14:19:24,051 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T14:19:24,052 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T14:19:24,053 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T14:19:24,060 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T14:19:24,060 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T14:19:24,061 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T14:19:24,068 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T14:19:24,069 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T14:19:24,076 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T14:19:24,079 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T14:19:24,084 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T14:19:24,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:19:24,093 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10116d84a1b0001, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:19:24,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:19:24,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:19:24,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:24,093 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10116d84a1b0001, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:24,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:24,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:24,094 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b7cc9d764de6,35087,1730989163656, sessionid=0x10116d84a1b0000, setting cluster-up flag (Was=false) 2024-11-07T14:19:24,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:24,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:24,110 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10116d84a1b0001, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:24,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:24,135 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T14:19:24,136 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b7cc9d764de6,35087,1730989163656 2024-11-07T14:19:24,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:24,151 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10116d84a1b0001, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:24,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:24,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:24,176 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T14:19:24,178 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b7cc9d764de6,35087,1730989163656 2024-11-07T14:19:24,179 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T14:19:24,181 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T14:19:24,182 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T14:19:24,182 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T14:19:24,182 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b7cc9d764de6,35087,1730989163656 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T14:19:24,184 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.HRegionServer(746): ClusterId : 67095c02-bab6-4723-b959-711045b6d0f3 2024-11-07T14:19:24,184 INFO [RS:0;b7cc9d764de6:37531 {}] regionserver.HRegionServer(746): ClusterId : 67095c02-bab6-4723-b959-711045b6d0f3 2024-11-07T14:19:24,184 DEBUG [RS:1;b7cc9d764de6:46541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T14:19:24,184 DEBUG [RS:0;b7cc9d764de6:37531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T14:19:24,184 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(746): ClusterId : 67095c02-bab6-4723-b959-711045b6d0f3 2024-11-07T14:19:24,184 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:19:24,184 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:19:24,184 DEBUG [RS:2;b7cc9d764de6:40723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T14:19:24,184 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:19:24,184 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:19:24,184 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b7cc9d764de6:0, corePoolSize=10, maxPoolSize=10 2024-11-07T14:19:24,185 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,185 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:19:24,185 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,186 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730989194185 2024-11-07T14:19:24,186 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T14:19:24,186 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T14:19:24,186 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T14:19:24,186 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T14:19:24,186 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T14:19:24,186 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T14:19:24,186 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,186 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:19:24,186 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T14:19:24,187 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T14:19:24,187 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T14:19:24,187 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T14:19:24,188 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:24,188 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T14:19:24,191 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T14:19:24,191 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T14:19:24,194 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730989164191,5,FailOnTimeoutGroup] 2024-11-07T14:19:24,198 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730989164195,5,FailOnTimeoutGroup] 2024-11-07T14:19:24,198 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,198 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T14:19:24,198 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,198 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,202 DEBUG [RS:1;b7cc9d764de6:46541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T14:19:24,202 DEBUG [RS:0;b7cc9d764de6:37531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T14:19:24,202 DEBUG [RS:1;b7cc9d764de6:46541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T14:19:24,202 DEBUG [RS:0;b7cc9d764de6:37531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T14:19:24,202 DEBUG [RS:2;b7cc9d764de6:40723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T14:19:24,202 DEBUG [RS:2;b7cc9d764de6:40723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T14:19:24,211 DEBUG [RS:1;b7cc9d764de6:46541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T14:19:24,211 DEBUG [RS:0;b7cc9d764de6:37531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T14:19:24,211 DEBUG [RS:2;b7cc9d764de6:40723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T14:19:24,211 DEBUG [RS:1;b7cc9d764de6:46541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79baad77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:19:24,211 DEBUG [RS:2;b7cc9d764de6:40723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8acf5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:19:24,211 DEBUG [RS:0;b7cc9d764de6:37531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a59b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:19:24,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:19:24,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:19:24,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:19:24,219 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T14:19:24,220 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e 2024-11-07T14:19:24,243 DEBUG [RS:0;b7cc9d764de6:37531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b7cc9d764de6:37531 2024-11-07T14:19:24,243 INFO [RS:0;b7cc9d764de6:37531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T14:19:24,243 INFO [RS:0;b7cc9d764de6:37531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T14:19:24,243 DEBUG [RS:0;b7cc9d764de6:37531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T14:19:24,243 DEBUG [RS:1;b7cc9d764de6:46541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b7cc9d764de6:46541 2024-11-07T14:19:24,243 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T14:19:24,244 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T14:19:24,244 DEBUG [RS:1;b7cc9d764de6:46541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T14:19:24,244 DEBUG [RS:2;b7cc9d764de6:40723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b7cc9d764de6:40723 2024-11-07T14:19:24,244 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T14:19:24,244 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T14:19:24,245 DEBUG [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T14:19:24,245 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.HRegionServer(2659): reportForDuty to master=b7cc9d764de6,35087,1730989163656 with port=46541, startcode=1730989163828 2024-11-07T14:19:24,245 DEBUG [RS:1;b7cc9d764de6:46541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T14:19:24,245 INFO [RS:0;b7cc9d764de6:37531 {}] regionserver.HRegionServer(2659): reportForDuty to master=b7cc9d764de6,35087,1730989163656 with port=37531, startcode=1730989163797 2024-11-07T14:19:24,245 DEBUG [RS:0;b7cc9d764de6:37531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T14:19:24,246 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(2659): reportForDuty to master=b7cc9d764de6,35087,1730989163656 with port=40723, startcode=1730989163863 2024-11-07T14:19:24,246 DEBUG [RS:2;b7cc9d764de6:40723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T14:19:24,254 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T14:19:24,254 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T14:19:24,256 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b7cc9d764de6,37531,1730989163797 2024-11-07T14:19:24,256 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35087 {}] master.ServerManager(517): Registering regionserver=b7cc9d764de6,37531,1730989163797 2024-11-07T14:19:24,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b7cc9d764de6,40723,1730989163863 2024-11-07T14:19:24,258 DEBUG [RS:0;b7cc9d764de6:37531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e 2024-11-07T14:19:24,258 DEBUG [RS:0;b7cc9d764de6:37531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38977 2024-11-07T14:19:24,258 DEBUG [RS:0;b7cc9d764de6:37531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T14:19:24,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35087 {}] master.ServerManager(517): Registering regionserver=b7cc9d764de6,40723,1730989163863 2024-11-07T14:19:24,259 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T14:19:24,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b7cc9d764de6,46541,1730989163828 2024-11-07T14:19:24,260 DEBUG [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e 2024-11-07T14:19:24,260 DEBUG [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38977 2024-11-07T14:19:24,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35087 {}] master.ServerManager(517): Registering regionserver=b7cc9d764de6,46541,1730989163828 2024-11-07T14:19:24,260 DEBUG [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T14:19:24,266 DEBUG [RS:1;b7cc9d764de6:46541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e 2024-11-07T14:19:24,267 DEBUG [RS:1;b7cc9d764de6:46541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38977 2024-11-07T14:19:24,267 DEBUG [RS:1;b7cc9d764de6:46541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T14:19:24,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:19:24,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:19:24,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:19:24,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:19:24,295 DEBUG [RS:0;b7cc9d764de6:37531 {}] zookeeper.ZKUtil(111): regionserver:37531-0x10116d84a1b0001, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b7cc9d764de6,37531,1730989163797 2024-11-07T14:19:24,295 WARN [RS:0;b7cc9d764de6:37531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:19:24,295 INFO [RS:0;b7cc9d764de6:37531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:19:24,295 DEBUG [RS:0;b7cc9d764de6:37531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797 2024-11-07T14:19:24,301 DEBUG [RS:2;b7cc9d764de6:40723 {}] zookeeper.ZKUtil(111): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b7cc9d764de6,40723,1730989163863 2024-11-07T14:19:24,301 WARN [RS:2;b7cc9d764de6:40723 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:19:24,302 INFO [RS:2;b7cc9d764de6:40723 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:19:24,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b7cc9d764de6,40723,1730989163863] 2024-11-07T14:19:24,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b7cc9d764de6,46541,1730989163828] 2024-11-07T14:19:24,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b7cc9d764de6,37531,1730989163797] 2024-11-07T14:19:24,302 DEBUG [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,40723,1730989163863 2024-11-07T14:19:24,302 DEBUG [RS:1;b7cc9d764de6:46541 {}] zookeeper.ZKUtil(111): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b7cc9d764de6,46541,1730989163828 2024-11-07T14:19:24,302 WARN [RS:1;b7cc9d764de6:46541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:19:24,302 INFO [RS:1;b7cc9d764de6:46541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:19:24,302 DEBUG [RS:1;b7cc9d764de6:46541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,46541,1730989163828 2024-11-07T14:19:24,303 INFO [RS:0;b7cc9d764de6:37531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T14:19:24,311 INFO [RS:0;b7cc9d764de6:37531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T14:19:24,311 INFO [RS:0;b7cc9d764de6:37531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T14:19:24,311 INFO [RS:0;b7cc9d764de6:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,312 INFO [RS:0;b7cc9d764de6:37531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T14:19:24,313 INFO [RS:0;b7cc9d764de6:37531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T14:19:24,313 INFO [RS:0;b7cc9d764de6:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,313 DEBUG [RS:0;b7cc9d764de6:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,313 DEBUG [RS:0;b7cc9d764de6:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,314 DEBUG [RS:0;b7cc9d764de6:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,314 DEBUG [RS:0;b7cc9d764de6:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,314 DEBUG [RS:0;b7cc9d764de6:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,314 DEBUG [RS:0;b7cc9d764de6:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:19:24,314 DEBUG [RS:0;b7cc9d764de6:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,314 DEBUG [RS:0;b7cc9d764de6:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,314 DEBUG [RS:0;b7cc9d764de6:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,314 DEBUG [RS:0;b7cc9d764de6:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,314 DEBUG [RS:0;b7cc9d764de6:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,314 DEBUG [RS:0;b7cc9d764de6:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,314 DEBUG [RS:0;b7cc9d764de6:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:19:24,315 DEBUG [RS:0;b7cc9d764de6:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:19:24,315 INFO [RS:0;b7cc9d764de6:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,315 INFO [RS:0;b7cc9d764de6:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,316 INFO [RS:0;b7cc9d764de6:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,316 INFO [RS:0;b7cc9d764de6:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,316 INFO [RS:0;b7cc9d764de6:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,316 INFO [RS:0;b7cc9d764de6:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,37531,1730989163797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:19:24,316 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T14:19:24,318 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T14:19:24,319 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T14:19:24,323 INFO [RS:2;b7cc9d764de6:40723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T14:19:24,323 INFO [RS:2;b7cc9d764de6:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,324 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T14:19:24,325 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T14:19:24,326 INFO [RS:1;b7cc9d764de6:46541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T14:19:24,326 INFO [RS:1;b7cc9d764de6:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,326 INFO [RS:2;b7cc9d764de6:40723 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T14:19:24,326 INFO [RS:2;b7cc9d764de6:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,326 DEBUG [RS:2;b7cc9d764de6:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,326 DEBUG [RS:2;b7cc9d764de6:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,326 DEBUG [RS:2;b7cc9d764de6:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,327 DEBUG [RS:2;b7cc9d764de6:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,327 DEBUG [RS:2;b7cc9d764de6:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,327 DEBUG [RS:2;b7cc9d764de6:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:19:24,327 DEBUG [RS:2;b7cc9d764de6:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,327 DEBUG [RS:2;b7cc9d764de6:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,327 DEBUG [RS:2;b7cc9d764de6:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,327 DEBUG [RS:2;b7cc9d764de6:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,327 DEBUG [RS:2;b7cc9d764de6:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,327 DEBUG [RS:2;b7cc9d764de6:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,327 DEBUG [RS:2;b7cc9d764de6:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:19:24,327 DEBUG [RS:2;b7cc9d764de6:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:19:24,330 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T14:19:24,331 INFO [RS:2;b7cc9d764de6:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,332 INFO [RS:2;b7cc9d764de6:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,332 INFO [RS:2;b7cc9d764de6:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,332 INFO [RS:2;b7cc9d764de6:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,332 INFO [RS:1;b7cc9d764de6:46541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T14:19:24,332 INFO [RS:2;b7cc9d764de6:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,332 INFO [RS:2;b7cc9d764de6:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,40723,1730989163863-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:19:24,332 INFO [RS:1;b7cc9d764de6:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,332 DEBUG [RS:1;b7cc9d764de6:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,332 DEBUG [RS:1;b7cc9d764de6:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,332 DEBUG [RS:1;b7cc9d764de6:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,332 DEBUG [RS:1;b7cc9d764de6:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,332 DEBUG [RS:1;b7cc9d764de6:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,333 DEBUG [RS:1;b7cc9d764de6:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:19:24,333 DEBUG [RS:1;b7cc9d764de6:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,333 DEBUG [RS:1;b7cc9d764de6:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,333 DEBUG [RS:1;b7cc9d764de6:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,333 DEBUG [RS:1;b7cc9d764de6:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,333 DEBUG [RS:1;b7cc9d764de6:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,333 DEBUG [RS:1;b7cc9d764de6:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:19:24,333 DEBUG [RS:1;b7cc9d764de6:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:19:24,333 DEBUG [RS:1;b7cc9d764de6:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:19:24,339 INFO [RS:1;b7cc9d764de6:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,339 INFO [RS:1;b7cc9d764de6:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,339 INFO [RS:1;b7cc9d764de6:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,339 INFO [RS:1;b7cc9d764de6:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,339 INFO [RS:1;b7cc9d764de6:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,339 INFO [RS:1;b7cc9d764de6:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,46541,1730989163828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:19:24,339 INFO [RS:0;b7cc9d764de6:37531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T14:19:24,340 INFO [RS:0;b7cc9d764de6:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,37531,1730989163797-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,340 INFO [RS:0;b7cc9d764de6:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,340 INFO [RS:0;b7cc9d764de6:37531 {}] regionserver.Replication(171): b7cc9d764de6,37531,1730989163797 started 2024-11-07T14:19:24,353 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T14:19:24,353 INFO [RS:2;b7cc9d764de6:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,40723,1730989163863-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,354 INFO [RS:2;b7cc9d764de6:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,354 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.Replication(171): b7cc9d764de6,40723,1730989163863 started 2024-11-07T14:19:24,359 INFO [RS:0;b7cc9d764de6:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,359 INFO [RS:0;b7cc9d764de6:37531 {}] regionserver.HRegionServer(1482): Serving as b7cc9d764de6,37531,1730989163797, RpcServer on b7cc9d764de6/172.17.0.3:37531, sessionid=0x10116d84a1b0001 2024-11-07T14:19:24,359 DEBUG [RS:0;b7cc9d764de6:37531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T14:19:24,360 DEBUG [RS:0;b7cc9d764de6:37531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b7cc9d764de6,37531,1730989163797 2024-11-07T14:19:24,360 DEBUG [RS:0;b7cc9d764de6:37531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,37531,1730989163797' 2024-11-07T14:19:24,360 DEBUG [RS:0;b7cc9d764de6:37531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T14:19:24,360 DEBUG [RS:0;b7cc9d764de6:37531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T14:19:24,362 DEBUG [RS:0;b7cc9d764de6:37531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T14:19:24,362 DEBUG [RS:0;b7cc9d764de6:37531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T14:19:24,362 DEBUG [RS:0;b7cc9d764de6:37531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b7cc9d764de6,37531,1730989163797 2024-11-07T14:19:24,362 DEBUG [RS:0;b7cc9d764de6:37531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,37531,1730989163797' 2024-11-07T14:19:24,362 DEBUG [RS:0;b7cc9d764de6:37531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T14:19:24,362 DEBUG [RS:0;b7cc9d764de6:37531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T14:19:24,363 DEBUG [RS:0;b7cc9d764de6:37531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T14:19:24,363 INFO [RS:0;b7cc9d764de6:37531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T14:19:24,363 INFO [RS:0;b7cc9d764de6:37531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T14:19:24,363 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T14:19:24,363 INFO [RS:1;b7cc9d764de6:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,46541,1730989163828-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,363 INFO [RS:1;b7cc9d764de6:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,363 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.Replication(171): b7cc9d764de6,46541,1730989163828 started 2024-11-07T14:19:24,368 INFO [RS:2;b7cc9d764de6:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,368 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(1482): Serving as b7cc9d764de6,40723,1730989163863, RpcServer on b7cc9d764de6/172.17.0.3:40723, sessionid=0x10116d84a1b0003 2024-11-07T14:19:24,368 DEBUG [RS:2;b7cc9d764de6:40723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T14:19:24,368 DEBUG [RS:2;b7cc9d764de6:40723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b7cc9d764de6,40723,1730989163863 2024-11-07T14:19:24,368 DEBUG [RS:2;b7cc9d764de6:40723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,40723,1730989163863' 2024-11-07T14:19:24,368 DEBUG [RS:2;b7cc9d764de6:40723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T14:19:24,369 DEBUG [RS:2;b7cc9d764de6:40723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T14:19:24,369 DEBUG [RS:2;b7cc9d764de6:40723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T14:19:24,369 DEBUG [RS:2;b7cc9d764de6:40723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T14:19:24,369 DEBUG [RS:2;b7cc9d764de6:40723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b7cc9d764de6,40723,1730989163863 2024-11-07T14:19:24,369 DEBUG [RS:2;b7cc9d764de6:40723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,40723,1730989163863' 2024-11-07T14:19:24,369 DEBUG [RS:2;b7cc9d764de6:40723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T14:19:24,370 DEBUG [RS:2;b7cc9d764de6:40723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T14:19:24,370 DEBUG [RS:2;b7cc9d764de6:40723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T14:19:24,370 INFO [RS:2;b7cc9d764de6:40723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T14:19:24,370 INFO [RS:2;b7cc9d764de6:40723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T14:19:24,384 INFO [RS:1;b7cc9d764de6:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:24,384 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.HRegionServer(1482): Serving as b7cc9d764de6,46541,1730989163828, RpcServer on b7cc9d764de6/172.17.0.3:46541, sessionid=0x10116d84a1b0002 2024-11-07T14:19:24,385 DEBUG [RS:1;b7cc9d764de6:46541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T14:19:24,385 DEBUG [RS:1;b7cc9d764de6:46541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b7cc9d764de6,46541,1730989163828 2024-11-07T14:19:24,385 DEBUG [RS:1;b7cc9d764de6:46541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,46541,1730989163828' 2024-11-07T14:19:24,385 DEBUG [RS:1;b7cc9d764de6:46541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T14:19:24,385 DEBUG [RS:1;b7cc9d764de6:46541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T14:19:24,386 DEBUG [RS:1;b7cc9d764de6:46541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T14:19:24,386 DEBUG [RS:1;b7cc9d764de6:46541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T14:19:24,386 DEBUG [RS:1;b7cc9d764de6:46541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b7cc9d764de6,46541,1730989163828 2024-11-07T14:19:24,386 DEBUG [RS:1;b7cc9d764de6:46541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,46541,1730989163828' 2024-11-07T14:19:24,386 DEBUG [RS:1;b7cc9d764de6:46541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T14:19:24,387 DEBUG [RS:1;b7cc9d764de6:46541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T14:19:24,387 DEBUG [RS:1;b7cc9d764de6:46541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T14:19:24,387 INFO [RS:1;b7cc9d764de6:46541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T14:19:24,387 INFO [RS:1;b7cc9d764de6:46541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T14:19:24,463 INFO [RS:0;b7cc9d764de6:37531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:19:24,466 INFO [RS:0;b7cc9d764de6:37531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C37531%2C1730989163797, suffix=, logDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797, archiveDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/oldWALs, maxLogs=32 2024-11-07T14:19:24,471 INFO [RS:2;b7cc9d764de6:40723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:19:24,473 INFO [RS:2;b7cc9d764de6:40723 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C40723%2C1730989163863, suffix=, logDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,40723,1730989163863, archiveDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/oldWALs, maxLogs=32 2024-11-07T14:19:24,484 DEBUG [RS:0;b7cc9d764de6:37531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797/b7cc9d764de6%2C37531%2C1730989163797.1730989164467, exclude list is [], retry=0 2024-11-07T14:19:24,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45441,DS-bda28dc1-1ddc-48c8-bb2b-8fdf4bd5d24c,DISK] 2024-11-07T14:19:24,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43405,DS-cee1c509-1fdd-4e33-b0fc-640b46e4efbe,DISK] 2024-11-07T14:19:24,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41337,DS-d71e51e3-4f20-4cf5-ad80-4e83423274b5,DISK] 2024-11-07T14:19:24,487 INFO [RS:1;b7cc9d764de6:46541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:19:24,489 INFO [RS:1;b7cc9d764de6:46541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C46541%2C1730989163828, suffix=, logDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,46541,1730989163828, archiveDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/oldWALs, maxLogs=32 2024-11-07T14:19:24,493 DEBUG [RS:2;b7cc9d764de6:40723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,40723,1730989163863/b7cc9d764de6%2C40723%2C1730989163863.1730989164474, exclude list is [], retry=0 2024-11-07T14:19:24,495 INFO [RS:0;b7cc9d764de6:37531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797/b7cc9d764de6%2C37531%2C1730989163797.1730989164467 2024-11-07T14:19:24,495 DEBUG [RS:0;b7cc9d764de6:37531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42195:42195),(127.0.0.1/127.0.0.1:41875:41875),(127.0.0.1/127.0.0.1:46553:46553)] 2024-11-07T14:19:24,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45441,DS-bda28dc1-1ddc-48c8-bb2b-8fdf4bd5d24c,DISK] 2024-11-07T14:19:24,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43405,DS-cee1c509-1fdd-4e33-b0fc-640b46e4efbe,DISK] 2024-11-07T14:19:24,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41337,DS-d71e51e3-4f20-4cf5-ad80-4e83423274b5,DISK] 2024-11-07T14:19:24,504 DEBUG [RS:1;b7cc9d764de6:46541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,46541,1730989163828/b7cc9d764de6%2C46541%2C1730989163828.1730989164490, exclude list is [], retry=0 2024-11-07T14:19:24,505 INFO [RS:2;b7cc9d764de6:40723 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,40723,1730989163863/b7cc9d764de6%2C40723%2C1730989163863.1730989164474 2024-11-07T14:19:24,506 DEBUG [RS:2;b7cc9d764de6:40723 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46553:46553),(127.0.0.1/127.0.0.1:41875:41875),(127.0.0.1/127.0.0.1:42195:42195)] 2024-11-07T14:19:24,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43405,DS-cee1c509-1fdd-4e33-b0fc-640b46e4efbe,DISK] 2024-11-07T14:19:24,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41337,DS-d71e51e3-4f20-4cf5-ad80-4e83423274b5,DISK] 2024-11-07T14:19:24,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45441,DS-bda28dc1-1ddc-48c8-bb2b-8fdf4bd5d24c,DISK] 2024-11-07T14:19:24,512 INFO [RS:1;b7cc9d764de6:46541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,46541,1730989163828/b7cc9d764de6%2C46541%2C1730989163828.1730989164490 2024-11-07T14:19:24,512 DEBUG [RS:1;b7cc9d764de6:46541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41875:41875),(127.0.0.1/127.0.0.1:42195:42195),(127.0.0.1/127.0.0.1:46553:46553)] 2024-11-07T14:19:24,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:24,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:19:24,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:19:24,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:24,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:19:24,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:19:24,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:19:24,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:24,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:19:24,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:19:24,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:19:24,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:24,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:19:24,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:19:24,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:19:24,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:24,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:19:24,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:19:24,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740 2024-11-07T14:19:24,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740 2024-11-07T14:19:24,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:19:24,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:19:24,688 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T14:19:24,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:19:24,693 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:19:24,694 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74043644, jitterRate=0.10333627462387085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T14:19:24,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730989164672Initializing all the Stores at 1730989164673 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730989164673Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730989164674 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989164674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730989164674Cleaning up temporary data from old regions at 1730989164688 (+14 ms)Region opened successfully at 1730989164695 (+7 ms) 2024-11-07T14:19:24,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T14:19:24,695 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T14:19:24,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T14:19:24,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T14:19:24,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T14:19:24,696 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T14:19:24,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730989164695Disabling compacts and flushes for region at 1730989164695Disabling writes for close at 1730989164695Writing region close event to WAL at 1730989164696 (+1 ms)Closed at 1730989164696 2024-11-07T14:19:24,700 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:19:24,700 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T14:19:24,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T14:19:24,703 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:19:24,704 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T14:19:24,854 DEBUG [b7cc9d764de6:35087 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-07T14:19:24,855 DEBUG [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(204): Hosts are {b7cc9d764de6=0} racks are {/default-rack=0} 2024-11-07T14:19:24,857 DEBUG [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T14:19:24,857 DEBUG [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T14:19:24,857 DEBUG [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T14:19:24,857 DEBUG [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T14:19:24,857 DEBUG [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T14:19:24,857 DEBUG [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T14:19:24,857 INFO [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T14:19:24,857 INFO [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T14:19:24,857 INFO [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T14:19:24,857 DEBUG [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T14:19:24,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b7cc9d764de6,37531,1730989163797 2024-11-07T14:19:24,859 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,37531,1730989163797, state=OPENING 2024-11-07T14:19:24,893 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T14:19:24,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:24,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:24,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:24,901 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10116d84a1b0001, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:19:24,902 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:19:24,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:19:24,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:19:24,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:19:24,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:19:24,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,37531,1730989163797}] 2024-11-07T14:19:26,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:19:26,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:19:26,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:19:26,613 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T14:19:26,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:19:26,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:19:26,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:19:26,645 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:19:26,645 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T14:19:32,149 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T14:19:32,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:19:32,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:19:32,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:19:34,906 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T14:19:34,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T14:19:35,015 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T14:19:35,016 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:19:35,016 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T14:19:35,020 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C37531%2C1730989163797.meta, suffix=.meta, logDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797, archiveDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/oldWALs, maxLogs=32 2024-11-07T14:19:35,039 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797/b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta, exclude list is [], retry=0 2024-11-07T14:19:35,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43405,DS-cee1c509-1fdd-4e33-b0fc-640b46e4efbe,DISK] 2024-11-07T14:19:35,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41337,DS-d71e51e3-4f20-4cf5-ad80-4e83423274b5,DISK] 2024-11-07T14:19:35,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45441,DS-bda28dc1-1ddc-48c8-bb2b-8fdf4bd5d24c,DISK] 2024-11-07T14:19:35,044 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797/b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta 2024-11-07T14:19:35,044 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41875:41875),(127.0.0.1/127.0.0.1:42195:42195),(127.0.0.1/127.0.0.1:46553:46553)] 2024-11-07T14:19:35,045 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:19:35,045 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T14:19:35,045 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T14:19:35,045 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T14:19:35,045 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T14:19:35,045 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:35,045 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T14:19:35,045 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T14:19:35,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:19:35,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:19:35,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:35,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:19:35,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:19:35,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:19:35,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:35,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:19:35,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:19:35,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:19:35,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:35,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:19:35,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:19:35,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:19:35,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:35,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:19:35,054 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:19:35,054 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740 2024-11-07T14:19:35,056 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740 2024-11-07T14:19:35,057 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:19:35,057 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:19:35,058 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T14:19:35,060 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:19:35,061 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66589652, jitterRate=-0.007736861705780029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T14:19:35,061 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T14:19:35,062 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730989175046Writing region info on filesystem at 1730989175046Initializing all the Stores at 1730989175047 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730989175047Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730989175047Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989175047Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730989175047Cleaning up temporary data from old regions at 1730989175057 (+10 ms)Running coprocessor post-open hooks at 1730989175061 (+4 ms)Region opened successfully at 1730989175061 2024-11-07T14:19:35,063 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730989174905 2024-11-07T14:19:35,065 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T14:19:35,065 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T14:19:35,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,37531,1730989163797 2024-11-07T14:19:35,066 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,37531,1730989163797, state=OPEN 2024-11-07T14:19:35,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:19:35,076 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10116d84a1b0001, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:19:35,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:19:35,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:19:35,076 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b7cc9d764de6,37531,1730989163797 2024-11-07T14:19:35,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:19:35,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:19:35,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:19:35,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:19:35,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T14:19:35,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,37531,1730989163797 in 10.1740 sec 2024-11-07T14:19:35,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T14:19:35,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.3780 sec 2024-11-07T14:19:35,081 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:19:35,081 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T14:19:35,083 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:19:35,083 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,37531,1730989163797, seqNum=-1] 2024-11-07T14:19:35,084 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:19:35,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:19:35,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9090 sec 2024-11-07T14:19:35,091 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730989175091, completionTime=-1 2024-11-07T14:19:35,091 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-07T14:19:35,091 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T14:19:35,092 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-07T14:19:35,093 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730989235093 2024-11-07T14:19:35,093 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730989295093 2024-11-07T14:19:35,093 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T14:19:35,093 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,35087,1730989163656-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:35,093 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,35087,1730989163656-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:35,093 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,35087,1730989163656-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:35,093 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b7cc9d764de6:35087, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:35,093 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:35,094 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:35,095 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T14:19:35,097 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.178sec 2024-11-07T14:19:35,097 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T14:19:35,097 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T14:19:35,097 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T14:19:35,097 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T14:19:35,097 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T14:19:35,097 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,35087,1730989163656-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:19:35,097 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,35087,1730989163656-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T14:19:35,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c755a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:19:35,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b7cc9d764de6,35087,-1 for getting cluster id 2024-11-07T14:19:35,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T14:19:35,100 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67095c02-bab6-4723-b959-711045b6d0f3' 2024-11-07T14:19:35,100 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T14:19:35,100 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T14:19:35,100 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T14:19:35,100 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67095c02-bab6-4723-b959-711045b6d0f3" 2024-11-07T14:19:35,100 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,35087,1730989163656-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:19:35,101 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212c6268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:19:35,101 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b7cc9d764de6,35087,-1] 2024-11-07T14:19:35,101 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T14:19:35,101 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:19:35,102 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T14:19:35,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381d7c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:19:35,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:19:35,105 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,37531,1730989163797, seqNum=-1] 2024-11-07T14:19:35,106 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:19:35,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:19:35,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b7cc9d764de6,35087,1730989163656 2024-11-07T14:19:35,109 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1730989175109 (current time:1730989175109). 2024-11-07T14:19:35,109 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T14:19:35,109 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-07T14:19:35,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd539c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:19:35,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b7cc9d764de6,35087,-1 for getting cluster id 2024-11-07T14:19:35,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T14:19:35,111 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67095c02-bab6-4723-b959-711045b6d0f3' 2024-11-07T14:19:35,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T14:19:35,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67095c02-bab6-4723-b959-711045b6d0f3" 2024-11-07T14:19:35,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9a823d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:19:35,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b7cc9d764de6,35087,-1] 2024-11-07T14:19:35,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T14:19:35,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:19:35,112 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T14:19:35,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59eb3dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:19:35,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:19:35,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,37531,1730989163797, seqNum=-1] 2024-11-07T14:19:35,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:19:35,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:19:35,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:19:35,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:19:35,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:19:35,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:19:35,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T14:19:35,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T14:19:35,117 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b7cc9d764de6,35087,1730989163656 2024-11-07T14:19:35,117 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2488ea53 2024-11-07T14:19:35,117 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T14:19:35,119 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T14:19:35,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T14:19:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-07T14:19:35,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T14:19:35,122 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:35,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-07T14:19:35,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T14:19:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:19:35,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741837_1013 (size=361) 2024-11-07T14:19:35,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741837_1013 (size=361) 2024-11-07T14:19:35,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741837_1013 (size=361) 2024-11-07T14:19:35,133 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 36c219288884ace5dae5129f2cad1f86, NAME => 'SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e 2024-11-07T14:19:35,133 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b569c118b4ddd9e21edd049fcbe719cb, NAME => 'SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e 2024-11-07T14:19:35,133 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10b8c90831bc0304b278941d8993eed9, NAME => 'SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e 2024-11-07T14:19:35,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741838_1014 (size=62) 2024-11-07T14:19:35,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741839_1015 (size=54) 2024-11-07T14:19:35,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741839_1015 (size=54) 2024-11-07T14:19:35,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741839_1015 (size=54) 2024-11-07T14:19:35,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:35,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741838_1014 (size=62) 2024-11-07T14:19:35,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 36c219288884ace5dae5129f2cad1f86, disabling compactions & flushes 2024-11-07T14:19:35,147 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86. 2024-11-07T14:19:35,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741838_1014 (size=62) 2024-11-07T14:19:35,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86. 2024-11-07T14:19:35,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86. after waiting 0 ms 2024-11-07T14:19:35,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741840_1016 (size=62) 2024-11-07T14:19:35,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86. 2024-11-07T14:19:35,147 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86. 2024-11-07T14:19:35,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741840_1016 (size=62) 2024-11-07T14:19:35,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 36c219288884ace5dae5129f2cad1f86: Waiting for close lock at 1730989175147Disabling compacts and flushes for region at 1730989175147Disabling writes for close at 1730989175147Writing region close event to WAL at 1730989175147Closed at 1730989175147 2024-11-07T14:19:35,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741840_1016 (size=62) 2024-11-07T14:19:35,148 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 94b0c3a6924e36c02a331854b8907d98, NAME => 'SPTestTable,4ccccccb,1730989175119.94b0c3a6924e36c02a331854b8907d98.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e 2024-11-07T14:19:35,148 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:35,148 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 10b8c90831bc0304b278941d8993eed9, disabling compactions & flushes 2024-11-07T14:19:35,148 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9. 2024-11-07T14:19:35,148 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9. 2024-11-07T14:19:35,148 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9. after waiting 0 ms 2024-11-07T14:19:35,148 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9. 2024-11-07T14:19:35,148 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9. 2024-11-07T14:19:35,148 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10b8c90831bc0304b278941d8993eed9: Waiting for close lock at 1730989175148Disabling compacts and flushes for region at 1730989175148Disabling writes for close at 1730989175148Writing region close event to WAL at 1730989175148Closed at 1730989175148 2024-11-07T14:19:35,149 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f35531c87527585342f412265509e4d, NAME => 'SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e 2024-11-07T14:19:35,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:35,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b569c118b4ddd9e21edd049fcbe719cb, disabling compactions & flushes 2024-11-07T14:19:35,149 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb. 2024-11-07T14:19:35,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb. 2024-11-07T14:19:35,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb. after waiting 0 ms 2024-11-07T14:19:35,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb. 2024-11-07T14:19:35,149 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb. 2024-11-07T14:19:35,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b569c118b4ddd9e21edd049fcbe719cb: Waiting for close lock at 1730989175149Disabling compacts and flushes for region at 1730989175149Disabling writes for close at 1730989175149Writing region close event to WAL at 1730989175149Closed at 1730989175149 2024-11-07T14:19:35,150 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f86b497e6c659f7e4ed5b0e33f127d2b, NAME => 'SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e 2024-11-07T14:19:35,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741841_1017 (size=62) 2024-11-07T14:19:35,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741841_1017 (size=62) 2024-11-07T14:19:35,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741841_1017 (size=62) 2024-11-07T14:19:35,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741842_1018 (size=62) 2024-11-07T14:19:35,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741842_1018 (size=62) 2024-11-07T14:19:35,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741843_1019 (size=62) 2024-11-07T14:19:35,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:35,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7f35531c87527585342f412265509e4d, disabling compactions & flushes 2024-11-07T14:19:35,158 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d. 2024-11-07T14:19:35,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d. 2024-11-07T14:19:35,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741843_1019 (size=62) 2024-11-07T14:19:35,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d. after waiting 0 ms 2024-11-07T14:19:35,159 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d. 2024-11-07T14:19:35,159 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d. 2024-11-07T14:19:35,159 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f35531c87527585342f412265509e4d: Waiting for close lock at 1730989175158Disabling compacts and flushes for region at 1730989175158Disabling writes for close at 1730989175158Writing region close event to WAL at 1730989175159 (+1 ms)Closed at 1730989175159 2024-11-07T14:19:35,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741843_1019 (size=62) 2024-11-07T14:19:35,159 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0d192b7ea25b98ce58a0daa5161f002, NAME => 'SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e 2024-11-07T14:19:35,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741842_1018 (size=62) 2024-11-07T14:19:35,160 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:35,160 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f86b497e6c659f7e4ed5b0e33f127d2b, disabling compactions & flushes 2024-11-07T14:19:35,160 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b. 2024-11-07T14:19:35,160 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b. 2024-11-07T14:19:35,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b. after waiting 0 ms 2024-11-07T14:19:35,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b. 2024-11-07T14:19:35,161 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b. 2024-11-07T14:19:35,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1730989175119.94b0c3a6924e36c02a331854b8907d98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:35,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f86b497e6c659f7e4ed5b0e33f127d2b: Waiting for close lock at 1730989175160Disabling compacts and flushes for region at 1730989175160Disabling writes for close at 1730989175161 (+1 ms)Writing region close event to WAL at 1730989175161Closed at 1730989175161 2024-11-07T14:19:35,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 94b0c3a6924e36c02a331854b8907d98, disabling compactions & flushes 2024-11-07T14:19:35,161 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1730989175119.94b0c3a6924e36c02a331854b8907d98. 2024-11-07T14:19:35,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1730989175119.94b0c3a6924e36c02a331854b8907d98. 2024-11-07T14:19:35,161 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ca7bcabf4ea1025034f754f2e7bcd31f, NAME => 'SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e 2024-11-07T14:19:35,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1730989175119.94b0c3a6924e36c02a331854b8907d98. after waiting 0 ms 2024-11-07T14:19:35,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1730989175119.94b0c3a6924e36c02a331854b8907d98. 2024-11-07T14:19:35,161 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1730989175119.94b0c3a6924e36c02a331854b8907d98. 2024-11-07T14:19:35,162 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 94b0c3a6924e36c02a331854b8907d98: Waiting for close lock at 1730989175161Disabling compacts and flushes for region at 1730989175161Disabling writes for close at 1730989175161Writing region close event to WAL at 1730989175161Closed at 1730989175161 2024-11-07T14:19:35,162 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c4a3cf3f41e21882cb27f8656e4e1c91, NAME => 'SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e 2024-11-07T14:19:35,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741844_1020 (size=62) 2024-11-07T14:19:35,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741844_1020 (size=62) 2024-11-07T14:19:35,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741844_1020 (size=62) 2024-11-07T14:19:35,174 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:35,174 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d0d192b7ea25b98ce58a0daa5161f002, disabling compactions & flushes 2024-11-07T14:19:35,174 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. 2024-11-07T14:19:35,174 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. 2024-11-07T14:19:35,174 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. after waiting 0 ms 2024-11-07T14:19:35,174 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. 2024-11-07T14:19:35,174 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. 2024-11-07T14:19:35,174 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0d192b7ea25b98ce58a0daa5161f002: Waiting for close lock at 1730989175174Disabling compacts and flushes for region at 1730989175174Disabling writes for close at 1730989175174Writing region close event to WAL at 1730989175174Closed at 1730989175174 2024-11-07T14:19:35,175 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39279272ae8a26a3143570c99a3b3858, NAME => 'SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e 2024-11-07T14:19:35,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741845_1021 (size=62) 2024-11-07T14:19:35,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741845_1021 (size=62) 2024-11-07T14:19:35,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741845_1021 (size=62) 2024-11-07T14:19:35,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:35,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741846_1022 (size=62) 2024-11-07T14:19:35,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c4a3cf3f41e21882cb27f8656e4e1c91, disabling compactions & flushes 2024-11-07T14:19:35,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741846_1022 (size=62) 2024-11-07T14:19:35,186 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91. 2024-11-07T14:19:35,186 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91. 2024-11-07T14:19:35,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741846_1022 (size=62) 2024-11-07T14:19:35,186 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91. after waiting 0 ms 2024-11-07T14:19:35,186 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91. 2024-11-07T14:19:35,186 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91. 2024-11-07T14:19:35,186 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c4a3cf3f41e21882cb27f8656e4e1c91: Waiting for close lock at 1730989175185Disabling compacts and flushes for region at 1730989175185Disabling writes for close at 1730989175186 (+1 ms)Writing region close event to WAL at 1730989175186Closed at 1730989175186 2024-11-07T14:19:35,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:35,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ca7bcabf4ea1025034f754f2e7bcd31f, disabling compactions & flushes 2024-11-07T14:19:35,187 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f. 2024-11-07T14:19:35,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f. 2024-11-07T14:19:35,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f. after waiting 0 ms 2024-11-07T14:19:35,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f. 2024-11-07T14:19:35,187 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f. 2024-11-07T14:19:35,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ca7bcabf4ea1025034f754f2e7bcd31f: Waiting for close lock at 1730989175187Disabling compacts and flushes for region at 1730989175187Disabling writes for close at 1730989175187Writing region close event to WAL at 1730989175187Closed at 1730989175187 2024-11-07T14:19:35,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741847_1023 (size=54) 2024-11-07T14:19:35,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741847_1023 (size=54) 2024-11-07T14:19:35,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741847_1023 (size=54) 2024-11-07T14:19:35,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:35,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 39279272ae8a26a3143570c99a3b3858, disabling compactions & flushes 2024-11-07T14:19:35,191 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858. 2024-11-07T14:19:35,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858. 2024-11-07T14:19:35,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858. after waiting 0 ms 2024-11-07T14:19:35,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858. 2024-11-07T14:19:35,191 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858. 2024-11-07T14:19:35,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39279272ae8a26a3143570c99a3b3858: Waiting for close lock at 1730989175191Disabling compacts and flushes for region at 1730989175191Disabling writes for close at 1730989175191Writing region close event to WAL at 1730989175191Closed at 1730989175191 2024-11-07T14:19:35,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T14:19:35,193 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730989175193"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989175193"}]},"ts":"1730989175193"} 2024-11-07T14:19:35,193 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1730989175193"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989175193"}]},"ts":"1730989175193"} 2024-11-07T14:19:35,194 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730989175193"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989175193"}]},"ts":"1730989175193"} 2024-11-07T14:19:35,194 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730989175193"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989175193"}]},"ts":"1730989175193"} 2024-11-07T14:19:35,194 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730989175193"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989175193"}]},"ts":"1730989175193"} 2024-11-07T14:19:35,194 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1730989175119.94b0c3a6924e36c02a331854b8907d98.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730989175193"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989175193"}]},"ts":"1730989175193"} 2024-11-07T14:19:35,194 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730989175193"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989175193"}]},"ts":"1730989175193"} 2024-11-07T14:19:35,194 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730989175193"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989175193"}]},"ts":"1730989175193"} 2024-11-07T14:19:35,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730989175193"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989175193"}]},"ts":"1730989175193"} 2024-11-07T14:19:35,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1730989175193"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730989175193"}]},"ts":"1730989175193"} 2024-11-07T14:19:35,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-07T14:19:35,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T14:19:35,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730989175201"}]},"ts":"1730989175201"} 2024-11-07T14:19:35,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-07T14:19:35,204 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b7cc9d764de6=0} racks are {/default-rack=0} 2024-11-07T14:19:35,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T14:19:35,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T14:19:35,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T14:19:35,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T14:19:35,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T14:19:35,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T14:19:35,209 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T14:19:35,209 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T14:19:35,209 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T14:19:35,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T14:19:35,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10b8c90831bc0304b278941d8993eed9, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b569c118b4ddd9e21edd049fcbe719cb, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=36c219288884ace5dae5129f2cad1f86, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94b0c3a6924e36c02a331854b8907d98, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7f35531c87527585342f412265509e4d, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f86b497e6c659f7e4ed5b0e33f127d2b, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0d192b7ea25b98ce58a0daa5161f002, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca7bcabf4ea1025034f754f2e7bcd31f, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4a3cf3f41e21882cb27f8656e4e1c91, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39279272ae8a26a3143570c99a3b3858, ASSIGN}] 2024-11-07T14:19:35,212 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4a3cf3f41e21882cb27f8656e4e1c91, ASSIGN 2024-11-07T14:19:35,212 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0d192b7ea25b98ce58a0daa5161f002, ASSIGN 2024-11-07T14:19:35,212 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca7bcabf4ea1025034f754f2e7bcd31f, ASSIGN 2024-11-07T14:19:35,212 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39279272ae8a26a3143570c99a3b3858, ASSIGN 2024-11-07T14:19:35,213 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f86b497e6c659f7e4ed5b0e33f127d2b, ASSIGN 2024-11-07T14:19:35,213 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca7bcabf4ea1025034f754f2e7bcd31f, ASSIGN; state=OFFLINE, location=b7cc9d764de6,37531,1730989163797; forceNewPlan=false, retain=false 2024-11-07T14:19:35,213 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4a3cf3f41e21882cb27f8656e4e1c91, ASSIGN; state=OFFLINE, location=b7cc9d764de6,46541,1730989163828; forceNewPlan=false, retain=false 2024-11-07T14:19:35,213 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39279272ae8a26a3143570c99a3b3858, ASSIGN; state=OFFLINE, location=b7cc9d764de6,40723,1730989163863; forceNewPlan=false, retain=false 2024-11-07T14:19:35,213 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0d192b7ea25b98ce58a0daa5161f002, ASSIGN; state=OFFLINE, location=b7cc9d764de6,40723,1730989163863; forceNewPlan=false, retain=false 2024-11-07T14:19:35,214 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f86b497e6c659f7e4ed5b0e33f127d2b, ASSIGN; state=OFFLINE, location=b7cc9d764de6,46541,1730989163828; forceNewPlan=false, retain=false 2024-11-07T14:19:35,217 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7f35531c87527585342f412265509e4d, ASSIGN 2024-11-07T14:19:35,218 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b569c118b4ddd9e21edd049fcbe719cb, ASSIGN 2024-11-07T14:19:35,218 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10b8c90831bc0304b278941d8993eed9, ASSIGN 2024-11-07T14:19:35,218 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7f35531c87527585342f412265509e4d, ASSIGN; state=OFFLINE, location=b7cc9d764de6,40723,1730989163863; forceNewPlan=false, retain=false 2024-11-07T14:19:35,220 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=36c219288884ace5dae5129f2cad1f86, ASSIGN 2024-11-07T14:19:35,220 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b569c118b4ddd9e21edd049fcbe719cb, ASSIGN; state=OFFLINE, location=b7cc9d764de6,37531,1730989163797; forceNewPlan=false, retain=false 2024-11-07T14:19:35,220 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10b8c90831bc0304b278941d8993eed9, ASSIGN; state=OFFLINE, location=b7cc9d764de6,46541,1730989163828; forceNewPlan=false, retain=false 2024-11-07T14:19:35,220 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94b0c3a6924e36c02a331854b8907d98, ASSIGN 2024-11-07T14:19:35,220 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=94b0c3a6924e36c02a331854b8907d98, ASSIGN; state=OFFLINE, location=b7cc9d764de6,37531,1730989163797; forceNewPlan=false, retain=false 2024-11-07T14:19:35,220 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=36c219288884ace5dae5129f2cad1f86, ASSIGN; state=OFFLINE, location=b7cc9d764de6,40723,1730989163863; forceNewPlan=false, retain=false 2024-11-07T14:19:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:19:35,365 INFO [b7cc9d764de6:35087 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-07T14:19:35,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f86b497e6c659f7e4ed5b0e33f127d2b, regionState=OPENING, regionLocation=b7cc9d764de6,46541,1730989163828 2024-11-07T14:19:35,366 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c4a3cf3f41e21882cb27f8656e4e1c91, regionState=OPENING, regionLocation=b7cc9d764de6,46541,1730989163828 2024-11-07T14:19:35,366 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=10b8c90831bc0304b278941d8993eed9, regionState=OPENING, regionLocation=b7cc9d764de6,46541,1730989163828 2024-11-07T14:19:35,366 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d0d192b7ea25b98ce58a0daa5161f002, regionState=OPENING, regionLocation=b7cc9d764de6,40723,1730989163863 2024-11-07T14:19:35,366 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=39279272ae8a26a3143570c99a3b3858, regionState=OPENING, regionLocation=b7cc9d764de6,40723,1730989163863 2024-11-07T14:19:35,368 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7f35531c87527585342f412265509e4d, regionState=OPENING, regionLocation=b7cc9d764de6,40723,1730989163863 2024-11-07T14:19:35,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=36c219288884ace5dae5129f2cad1f86, regionState=OPENING, regionLocation=b7cc9d764de6,40723,1730989163863 2024-11-07T14:19:35,368 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ca7bcabf4ea1025034f754f2e7bcd31f, regionState=OPENING, regionLocation=b7cc9d764de6,37531,1730989163797 2024-11-07T14:19:35,369 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=94b0c3a6924e36c02a331854b8907d98, regionState=OPENING, regionLocation=b7cc9d764de6,37531,1730989163797 2024-11-07T14:19:35,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b569c118b4ddd9e21edd049fcbe719cb, regionState=OPENING, regionLocation=b7cc9d764de6,37531,1730989163797 2024-11-07T14:19:35,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4a3cf3f41e21882cb27f8656e4e1c91, ASSIGN because future has completed 2024-11-07T14:19:35,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4a3cf3f41e21882cb27f8656e4e1c91, server=b7cc9d764de6,46541,1730989163828}] 2024-11-07T14:19:35,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f86b497e6c659f7e4ed5b0e33f127d2b, ASSIGN because future has completed 2024-11-07T14:19:35,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f86b497e6c659f7e4ed5b0e33f127d2b, server=b7cc9d764de6,46541,1730989163828}] 2024-11-07T14:19:35,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39279272ae8a26a3143570c99a3b3858, ASSIGN because future has completed 2024-11-07T14:19:35,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39279272ae8a26a3143570c99a3b3858, server=b7cc9d764de6,40723,1730989163863}] 2024-11-07T14:19:35,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10b8c90831bc0304b278941d8993eed9, ASSIGN because future has completed 2024-11-07T14:19:35,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0d192b7ea25b98ce58a0daa5161f002, ASSIGN because future has completed 2024-11-07T14:19:35,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7f35531c87527585342f412265509e4d, ASSIGN because future has completed 2024-11-07T14:19:35,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10b8c90831bc0304b278941d8993eed9, server=b7cc9d764de6,46541,1730989163828}] 2024-11-07T14:19:35,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0d192b7ea25b98ce58a0daa5161f002, server=b7cc9d764de6,40723,1730989163863}] 2024-11-07T14:19:35,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=36c219288884ace5dae5129f2cad1f86, ASSIGN because future has completed 2024-11-07T14:19:35,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca7bcabf4ea1025034f754f2e7bcd31f, ASSIGN because future has completed 2024-11-07T14:19:35,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=94b0c3a6924e36c02a331854b8907d98, ASSIGN because future has completed 2024-11-07T14:19:35,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b569c118b4ddd9e21edd049fcbe719cb, ASSIGN because future has completed 2024-11-07T14:19:35,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b569c118b4ddd9e21edd049fcbe719cb, server=b7cc9d764de6,37531,1730989163797}] 2024-11-07T14:19:35,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca7bcabf4ea1025034f754f2e7bcd31f, server=b7cc9d764de6,37531,1730989163797}] 2024-11-07T14:19:35,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94b0c3a6924e36c02a331854b8907d98, server=b7cc9d764de6,37531,1730989163797}] 2024-11-07T14:19:35,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36c219288884ace5dae5129f2cad1f86, server=b7cc9d764de6,40723,1730989163863}] 2024-11-07T14:19:35,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f35531c87527585342f412265509e4d, server=b7cc9d764de6,40723,1730989163863}] 2024-11-07T14:19:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:19:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:19:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:19:36,304 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T14:19:36,426 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T14:19:36,426 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T14:19:36,427 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:19:36,427 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T14:19:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:19:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:19:40,549 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T14:19:40,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:19:40,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:19:40,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:19:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:19:45,377 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T14:19:45,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T14:19:45,382 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T14:19:45,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T14:19:45,390 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91. 2024-11-07T14:19:45,390 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => c4a3cf3f41e21882cb27f8656e4e1c91, NAME => 'SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-07T14:19:45,391 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4a3cf3f41e21882cb27f8656e4e1c91 2024-11-07T14:19:45,391 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:45,391 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for c4a3cf3f41e21882cb27f8656e4e1c91 2024-11-07T14:19:45,391 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for c4a3cf3f41e21882cb27f8656e4e1c91 2024-11-07T14:19:45,391 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d. 2024-11-07T14:19:45,391 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f35531c87527585342f412265509e4d, NAME => 'SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-07T14:19:45,392 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7f35531c87527585342f412265509e4d 2024-11-07T14:19:45,392 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:45,392 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 7f35531c87527585342f412265509e4d 2024-11-07T14:19:45,392 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 7f35531c87527585342f412265509e4d 2024-11-07T14:19:45,393 INFO [StoreOpener-7f35531c87527585342f412265509e4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7f35531c87527585342f412265509e4d 2024-11-07T14:19:45,393 INFO [StoreOpener-c4a3cf3f41e21882cb27f8656e4e1c91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4a3cf3f41e21882cb27f8656e4e1c91 2024-11-07T14:19:45,394 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb. 2024-11-07T14:19:45,394 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => b569c118b4ddd9e21edd049fcbe719cb, NAME => 'SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-07T14:19:45,394 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b569c118b4ddd9e21edd049fcbe719cb 2024-11-07T14:19:45,394 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:45,394 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for b569c118b4ddd9e21edd049fcbe719cb 2024-11-07T14:19:45,394 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for b569c118b4ddd9e21edd049fcbe719cb 2024-11-07T14:19:45,395 INFO [StoreOpener-c4a3cf3f41e21882cb27f8656e4e1c91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4a3cf3f41e21882cb27f8656e4e1c91 columnFamilyName cf 2024-11-07T14:19:45,395 INFO [StoreOpener-7f35531c87527585342f412265509e4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f35531c87527585342f412265509e4d columnFamilyName cf 2024-11-07T14:19:45,395 DEBUG [StoreOpener-c4a3cf3f41e21882cb27f8656e4e1c91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:45,395 DEBUG [StoreOpener-7f35531c87527585342f412265509e4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:45,396 INFO [StoreOpener-7f35531c87527585342f412265509e4d-1 {}] regionserver.HStore(327): Store=7f35531c87527585342f412265509e4d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:19:45,396 INFO [StoreOpener-c4a3cf3f41e21882cb27f8656e4e1c91-1 {}] regionserver.HStore(327): Store=c4a3cf3f41e21882cb27f8656e4e1c91/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:19:45,396 INFO [StoreOpener-b569c118b4ddd9e21edd049fcbe719cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b569c118b4ddd9e21edd049fcbe719cb 2024-11-07T14:19:45,396 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 7f35531c87527585342f412265509e4d 2024-11-07T14:19:45,396 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for c4a3cf3f41e21882cb27f8656e4e1c91 2024-11-07T14:19:45,396 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/7f35531c87527585342f412265509e4d 2024-11-07T14:19:45,397 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/c4a3cf3f41e21882cb27f8656e4e1c91 2024-11-07T14:19:45,397 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/7f35531c87527585342f412265509e4d 2024-11-07T14:19:45,397 INFO [StoreOpener-b569c118b4ddd9e21edd049fcbe719cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b569c118b4ddd9e21edd049fcbe719cb columnFamilyName cf 2024-11-07T14:19:45,397 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/c4a3cf3f41e21882cb27f8656e4e1c91 2024-11-07T14:19:45,397 DEBUG [StoreOpener-b569c118b4ddd9e21edd049fcbe719cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:45,397 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 7f35531c87527585342f412265509e4d 2024-11-07T14:19:45,397 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 7f35531c87527585342f412265509e4d 2024-11-07T14:19:45,397 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for c4a3cf3f41e21882cb27f8656e4e1c91 2024-11-07T14:19:45,397 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for c4a3cf3f41e21882cb27f8656e4e1c91 2024-11-07T14:19:45,397 INFO [StoreOpener-b569c118b4ddd9e21edd049fcbe719cb-1 {}] regionserver.HStore(327): Store=b569c118b4ddd9e21edd049fcbe719cb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:19:45,398 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for b569c118b4ddd9e21edd049fcbe719cb 2024-11-07T14:19:45,398 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/b569c118b4ddd9e21edd049fcbe719cb 2024-11-07T14:19:45,399 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/b569c118b4ddd9e21edd049fcbe719cb 2024-11-07T14:19:45,399 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 7f35531c87527585342f412265509e4d 2024-11-07T14:19:45,399 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for c4a3cf3f41e21882cb27f8656e4e1c91 2024-11-07T14:19:45,399 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for b569c118b4ddd9e21edd049fcbe719cb 2024-11-07T14:19:45,399 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for b569c118b4ddd9e21edd049fcbe719cb 2024-11-07T14:19:45,401 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for b569c118b4ddd9e21edd049fcbe719cb 2024-11-07T14:19:45,401 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/7f35531c87527585342f412265509e4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:19:45,401 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/c4a3cf3f41e21882cb27f8656e4e1c91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:19:45,401 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 7f35531c87527585342f412265509e4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69858143, jitterRate=0.04096744954586029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:19:45,401 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f35531c87527585342f412265509e4d 2024-11-07T14:19:45,401 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened c4a3cf3f41e21882cb27f8656e4e1c91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61347013, jitterRate=-0.08585827052593231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:19:45,401 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4a3cf3f41e21882cb27f8656e4e1c91 2024-11-07T14:19:45,401 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 7f35531c87527585342f412265509e4d: Running coprocessor pre-open hook at 1730989185392Writing region info on filesystem at 1730989185392Initializing all the Stores at 1730989185393 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989185393Cleaning up temporary data from old regions at 1730989185397 (+4 ms)Running coprocessor post-open hooks at 1730989185401 (+4 ms)Region opened successfully at 1730989185401 2024-11-07T14:19:45,401 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for c4a3cf3f41e21882cb27f8656e4e1c91: Running coprocessor pre-open hook at 1730989185391Writing region info on filesystem at 1730989185391Initializing all the Stores at 1730989185392 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989185392Cleaning up temporary data from old regions at 1730989185398 (+6 ms)Running coprocessor post-open hooks at 1730989185401 (+3 ms)Region opened successfully at 1730989185401 2024-11-07T14:19:45,402 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91., pid=15, masterSystemTime=1730989185377 2024-11-07T14:19:45,403 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d., pid=24, masterSystemTime=1730989185381 2024-11-07T14:19:45,403 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/b569c118b4ddd9e21edd049fcbe719cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:19:45,404 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened b569c118b4ddd9e21edd049fcbe719cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73518284, jitterRate=0.09550780057907104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:19:45,404 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b569c118b4ddd9e21edd049fcbe719cb 2024-11-07T14:19:45,404 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for b569c118b4ddd9e21edd049fcbe719cb: Running coprocessor pre-open hook at 1730989185395Writing region info on filesystem at 1730989185395Initializing all the Stores at 1730989185395Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989185395Cleaning up temporary data from old regions at 1730989185399 (+4 ms)Running coprocessor post-open hooks at 1730989185404 (+5 ms)Region opened successfully at 1730989185404 2024-11-07T14:19:45,405 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91. 2024-11-07T14:19:45,405 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91. 2024-11-07T14:19:45,405 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb., pid=20, masterSystemTime=1730989185388 2024-11-07T14:19:45,405 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b. 2024-11-07T14:19:45,405 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => f86b497e6c659f7e4ed5b0e33f127d2b, NAME => 'SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-07T14:19:45,406 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f86b497e6c659f7e4ed5b0e33f127d2b 2024-11-07T14:19:45,406 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c4a3cf3f41e21882cb27f8656e4e1c91, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,46541,1730989163828 2024-11-07T14:19:45,406 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:45,406 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d. 2024-11-07T14:19:45,406 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for f86b497e6c659f7e4ed5b0e33f127d2b 2024-11-07T14:19:45,406 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for f86b497e6c659f7e4ed5b0e33f127d2b 2024-11-07T14:19:45,406 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d. 2024-11-07T14:19:45,406 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858. 2024-11-07T14:19:45,406 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 39279272ae8a26a3143570c99a3b3858, NAME => 'SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-07T14:19:45,406 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 39279272ae8a26a3143570c99a3b3858 2024-11-07T14:19:45,407 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:45,407 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 39279272ae8a26a3143570c99a3b3858 2024-11-07T14:19:45,407 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 39279272ae8a26a3143570c99a3b3858 2024-11-07T14:19:45,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7f35531c87527585342f412265509e4d, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,40723,1730989163863 2024-11-07T14:19:45,408 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb. 2024-11-07T14:19:45,408 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb. 2024-11-07T14:19:45,408 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f. 2024-11-07T14:19:45,408 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => ca7bcabf4ea1025034f754f2e7bcd31f, NAME => 'SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-07T14:19:45,408 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ca7bcabf4ea1025034f754f2e7bcd31f 2024-11-07T14:19:45,409 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:45,408 INFO [StoreOpener-f86b497e6c659f7e4ed5b0e33f127d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f86b497e6c659f7e4ed5b0e33f127d2b 2024-11-07T14:19:45,409 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for ca7bcabf4ea1025034f754f2e7bcd31f 2024-11-07T14:19:45,409 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for ca7bcabf4ea1025034f754f2e7bcd31f 2024-11-07T14:19:45,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4a3cf3f41e21882cb27f8656e4e1c91, server=b7cc9d764de6,46541,1730989163828 because future has completed 2024-11-07T14:19:45,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b569c118b4ddd9e21edd049fcbe719cb, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,37531,1730989163797 2024-11-07T14:19:45,410 INFO [StoreOpener-39279272ae8a26a3143570c99a3b3858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 39279272ae8a26a3143570c99a3b3858 2024-11-07T14:19:45,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f35531c87527585342f412265509e4d, server=b7cc9d764de6,40723,1730989163863 because future has completed 2024-11-07T14:19:45,412 INFO [StoreOpener-39279272ae8a26a3143570c99a3b3858-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39279272ae8a26a3143570c99a3b3858 columnFamilyName cf 2024-11-07T14:19:45,412 INFO [StoreOpener-f86b497e6c659f7e4ed5b0e33f127d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f86b497e6c659f7e4ed5b0e33f127d2b columnFamilyName cf 2024-11-07T14:19:45,412 DEBUG [StoreOpener-39279272ae8a26a3143570c99a3b3858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:45,412 DEBUG [StoreOpener-f86b497e6c659f7e4ed5b0e33f127d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:45,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b569c118b4ddd9e21edd049fcbe719cb, server=b7cc9d764de6,37531,1730989163797 because future has completed 2024-11-07T14:19:45,412 INFO [StoreOpener-f86b497e6c659f7e4ed5b0e33f127d2b-1 {}] regionserver.HStore(327): Store=f86b497e6c659f7e4ed5b0e33f127d2b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:19:45,413 INFO [StoreOpener-39279272ae8a26a3143570c99a3b3858-1 {}] regionserver.HStore(327): Store=39279272ae8a26a3143570c99a3b3858/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:19:45,413 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for f86b497e6c659f7e4ed5b0e33f127d2b 2024-11-07T14:19:45,413 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 39279272ae8a26a3143570c99a3b3858 2024-11-07T14:19:45,413 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/f86b497e6c659f7e4ed5b0e33f127d2b 2024-11-07T14:19:45,414 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/39279272ae8a26a3143570c99a3b3858 2024-11-07T14:19:45,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-07T14:19:45,414 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/f86b497e6c659f7e4ed5b0e33f127d2b 2024-11-07T14:19:45,414 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/39279272ae8a26a3143570c99a3b3858 2024-11-07T14:19:45,414 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for f86b497e6c659f7e4ed5b0e33f127d2b 2024-11-07T14:19:45,415 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for f86b497e6c659f7e4ed5b0e33f127d2b 2024-11-07T14:19:45,415 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 39279272ae8a26a3143570c99a3b3858 2024-11-07T14:19:45,415 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 39279272ae8a26a3143570c99a3b3858 2024-11-07T14:19:45,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-07T14:19:45,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b569c118b4ddd9e21edd049fcbe719cb, server=b7cc9d764de6,37531,1730989163797 in 10.0300 sec 2024-11-07T14:19:45,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure c4a3cf3f41e21882cb27f8656e4e1c91, server=b7cc9d764de6,46541,1730989163828 in 10.0380 sec 2024-11-07T14:19:45,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-07T14:19:45,417 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for f86b497e6c659f7e4ed5b0e33f127d2b 2024-11-07T14:19:45,418 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 39279272ae8a26a3143570c99a3b3858 2024-11-07T14:19:45,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f35531c87527585342f412265509e4d, server=b7cc9d764de6,40723,1730989163863 in 10.0220 sec 2024-11-07T14:19:45,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b569c118b4ddd9e21edd049fcbe719cb, ASSIGN in 10.2060 sec 2024-11-07T14:19:45,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4a3cf3f41e21882cb27f8656e4e1c91, ASSIGN in 10.2050 sec 2024-11-07T14:19:45,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7f35531c87527585342f412265509e4d, ASSIGN in 10.2080 sec 2024-11-07T14:19:45,423 INFO [StoreOpener-ca7bcabf4ea1025034f754f2e7bcd31f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ca7bcabf4ea1025034f754f2e7bcd31f 2024-11-07T14:19:45,425 INFO [StoreOpener-ca7bcabf4ea1025034f754f2e7bcd31f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca7bcabf4ea1025034f754f2e7bcd31f columnFamilyName cf 2024-11-07T14:19:45,425 DEBUG [StoreOpener-ca7bcabf4ea1025034f754f2e7bcd31f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:45,426 INFO [StoreOpener-ca7bcabf4ea1025034f754f2e7bcd31f-1 {}] regionserver.HStore(327): Store=ca7bcabf4ea1025034f754f2e7bcd31f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:19:45,427 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/f86b497e6c659f7e4ed5b0e33f127d2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:19:45,428 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/39279272ae8a26a3143570c99a3b3858/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:19:45,428 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for ca7bcabf4ea1025034f754f2e7bcd31f 2024-11-07T14:19:45,429 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 39279272ae8a26a3143570c99a3b3858; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72677783, jitterRate=0.0829833596944809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:19:45,429 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened f86b497e6c659f7e4ed5b0e33f127d2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73949102, jitterRate=0.1019274890422821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:19:45,429 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f86b497e6c659f7e4ed5b0e33f127d2b 2024-11-07T14:19:45,429 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39279272ae8a26a3143570c99a3b3858 2024-11-07T14:19:45,429 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/ca7bcabf4ea1025034f754f2e7bcd31f 2024-11-07T14:19:45,429 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 39279272ae8a26a3143570c99a3b3858: Running coprocessor pre-open hook at 1730989185407Writing region info on filesystem at 1730989185407Initializing all the Stores at 1730989185409 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989185409Cleaning up temporary data from old regions at 1730989185415 (+6 ms)Running coprocessor post-open hooks at 1730989185429 (+14 ms)Region opened successfully at 1730989185429 2024-11-07T14:19:45,429 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/ca7bcabf4ea1025034f754f2e7bcd31f 2024-11-07T14:19:45,429 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for f86b497e6c659f7e4ed5b0e33f127d2b: Running coprocessor pre-open hook at 1730989185406Writing region info on filesystem at 1730989185406Initializing all the Stores at 1730989185407 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989185408 (+1 ms)Cleaning up temporary data from old regions at 1730989185415 (+7 ms)Running coprocessor post-open hooks at 1730989185429 (+14 ms)Region opened successfully at 1730989185429 2024-11-07T14:19:45,430 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858., pid=17, masterSystemTime=1730989185381 2024-11-07T14:19:45,430 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b., pid=16, masterSystemTime=1730989185377 2024-11-07T14:19:45,430 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for ca7bcabf4ea1025034f754f2e7bcd31f 2024-11-07T14:19:45,430 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for ca7bcabf4ea1025034f754f2e7bcd31f 2024-11-07T14:19:45,433 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for ca7bcabf4ea1025034f754f2e7bcd31f 2024-11-07T14:19:45,433 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858. 2024-11-07T14:19:45,433 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858. 2024-11-07T14:19:45,433 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86. 2024-11-07T14:19:45,433 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 36c219288884ace5dae5129f2cad1f86, NAME => 'SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-07T14:19:45,434 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 36c219288884ace5dae5129f2cad1f86 2024-11-07T14:19:45,434 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:45,434 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 36c219288884ace5dae5129f2cad1f86 2024-11-07T14:19:45,434 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 36c219288884ace5dae5129f2cad1f86 2024-11-07T14:19:45,435 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=39279272ae8a26a3143570c99a3b3858, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,40723,1730989163863 2024-11-07T14:19:45,437 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f86b497e6c659f7e4ed5b0e33f127d2b, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,46541,1730989163828 2024-11-07T14:19:45,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39279272ae8a26a3143570c99a3b3858, server=b7cc9d764de6,40723,1730989163863 because future has completed 2024-11-07T14:19:45,438 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b. 2024-11-07T14:19:45,439 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b. 2024-11-07T14:19:45,439 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9. 2024-11-07T14:19:45,439 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 10b8c90831bc0304b278941d8993eed9, NAME => 'SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-07T14:19:45,439 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 10b8c90831bc0304b278941d8993eed9 2024-11-07T14:19:45,439 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:45,440 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 10b8c90831bc0304b278941d8993eed9 2024-11-07T14:19:45,440 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 10b8c90831bc0304b278941d8993eed9 2024-11-07T14:19:45,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f86b497e6c659f7e4ed5b0e33f127d2b, server=b7cc9d764de6,46541,1730989163828 because future has completed 2024-11-07T14:19:45,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-07T14:19:45,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 39279272ae8a26a3143570c99a3b3858, server=b7cc9d764de6,40723,1730989163863 in 10.0640 sec 2024-11-07T14:19:45,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-07T14:19:45,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure f86b497e6c659f7e4ed5b0e33f127d2b, server=b7cc9d764de6,46541,1730989163828 in 10.0680 sec 2024-11-07T14:19:45,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39279272ae8a26a3143570c99a3b3858, ASSIGN in 10.2320 sec 2024-11-07T14:19:45,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f86b497e6c659f7e4ed5b0e33f127d2b, ASSIGN in 10.2350 sec 2024-11-07T14:19:45,448 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/ca7bcabf4ea1025034f754f2e7bcd31f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:19:45,448 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened ca7bcabf4ea1025034f754f2e7bcd31f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73037559, jitterRate=0.08834443986415863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:19:45,449 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca7bcabf4ea1025034f754f2e7bcd31f 2024-11-07T14:19:45,449 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for ca7bcabf4ea1025034f754f2e7bcd31f: Running coprocessor pre-open hook at 1730989185409Writing region info on filesystem at 1730989185409Initializing all the Stores at 1730989185410 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989185411 (+1 ms)Cleaning up temporary data from old regions at 1730989185430 (+19 ms)Running coprocessor post-open hooks at 1730989185449 (+19 ms)Region opened successfully at 1730989185449 2024-11-07T14:19:45,450 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f., pid=21, masterSystemTime=1730989185388 2024-11-07T14:19:45,452 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f. 2024-11-07T14:19:45,452 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f. 2024-11-07T14:19:45,452 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1730989175119.94b0c3a6924e36c02a331854b8907d98. 2024-11-07T14:19:45,453 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 94b0c3a6924e36c02a331854b8907d98, NAME => 'SPTestTable,4ccccccb,1730989175119.94b0c3a6924e36c02a331854b8907d98.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-07T14:19:45,453 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ca7bcabf4ea1025034f754f2e7bcd31f, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,37531,1730989163797 2024-11-07T14:19:45,453 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 94b0c3a6924e36c02a331854b8907d98 2024-11-07T14:19:45,453 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1730989175119.94b0c3a6924e36c02a331854b8907d98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:45,453 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 94b0c3a6924e36c02a331854b8907d98 2024-11-07T14:19:45,453 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 94b0c3a6924e36c02a331854b8907d98 2024-11-07T14:19:45,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca7bcabf4ea1025034f754f2e7bcd31f, server=b7cc9d764de6,37531,1730989163797 because future has completed 2024-11-07T14:19:45,459 INFO [StoreOpener-36c219288884ace5dae5129f2cad1f86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 36c219288884ace5dae5129f2cad1f86 2024-11-07T14:19:45,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-07T14:19:45,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ca7bcabf4ea1025034f754f2e7bcd31f, server=b7cc9d764de6,37531,1730989163797 in 10.0730 sec 2024-11-07T14:19:45,460 INFO [StoreOpener-10b8c90831bc0304b278941d8993eed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 10b8c90831bc0304b278941d8993eed9 2024-11-07T14:19:45,461 INFO [StoreOpener-36c219288884ace5dae5129f2cad1f86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36c219288884ace5dae5129f2cad1f86 columnFamilyName cf 2024-11-07T14:19:45,461 DEBUG [StoreOpener-36c219288884ace5dae5129f2cad1f86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:45,461 INFO [StoreOpener-10b8c90831bc0304b278941d8993eed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10b8c90831bc0304b278941d8993eed9 columnFamilyName cf 2024-11-07T14:19:45,461 DEBUG [StoreOpener-10b8c90831bc0304b278941d8993eed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:45,462 INFO [StoreOpener-36c219288884ace5dae5129f2cad1f86-1 {}] regionserver.HStore(327): Store=36c219288884ace5dae5129f2cad1f86/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:19:45,462 INFO [StoreOpener-10b8c90831bc0304b278941d8993eed9-1 {}] regionserver.HStore(327): Store=10b8c90831bc0304b278941d8993eed9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:19:45,462 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 36c219288884ace5dae5129f2cad1f86 2024-11-07T14:19:45,462 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 10b8c90831bc0304b278941d8993eed9 2024-11-07T14:19:45,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca7bcabf4ea1025034f754f2e7bcd31f, ASSIGN in 10.2490 sec 2024-11-07T14:19:45,463 INFO [StoreOpener-94b0c3a6924e36c02a331854b8907d98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 94b0c3a6924e36c02a331854b8907d98 2024-11-07T14:19:45,463 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/36c219288884ace5dae5129f2cad1f86 2024-11-07T14:19:45,463 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/36c219288884ace5dae5129f2cad1f86 2024-11-07T14:19:45,463 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/10b8c90831bc0304b278941d8993eed9 2024-11-07T14:19:45,464 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 36c219288884ace5dae5129f2cad1f86 2024-11-07T14:19:45,464 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 36c219288884ace5dae5129f2cad1f86 2024-11-07T14:19:45,464 INFO [StoreOpener-94b0c3a6924e36c02a331854b8907d98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94b0c3a6924e36c02a331854b8907d98 columnFamilyName cf 2024-11-07T14:19:45,464 DEBUG [StoreOpener-94b0c3a6924e36c02a331854b8907d98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:45,464 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/10b8c90831bc0304b278941d8993eed9 2024-11-07T14:19:45,465 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 10b8c90831bc0304b278941d8993eed9 2024-11-07T14:19:45,465 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 10b8c90831bc0304b278941d8993eed9 2024-11-07T14:19:45,465 INFO [StoreOpener-94b0c3a6924e36c02a331854b8907d98-1 {}] regionserver.HStore(327): Store=94b0c3a6924e36c02a331854b8907d98/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:19:45,465 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 36c219288884ace5dae5129f2cad1f86 2024-11-07T14:19:45,465 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 94b0c3a6924e36c02a331854b8907d98 2024-11-07T14:19:45,466 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/94b0c3a6924e36c02a331854b8907d98 2024-11-07T14:19:45,466 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/94b0c3a6924e36c02a331854b8907d98 2024-11-07T14:19:45,467 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 94b0c3a6924e36c02a331854b8907d98 2024-11-07T14:19:45,467 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 94b0c3a6924e36c02a331854b8907d98 2024-11-07T14:19:45,467 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 10b8c90831bc0304b278941d8993eed9 2024-11-07T14:19:45,469 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 94b0c3a6924e36c02a331854b8907d98 2024-11-07T14:19:45,471 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/36c219288884ace5dae5129f2cad1f86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:19:45,472 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 36c219288884ace5dae5129f2cad1f86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64581427, jitterRate=-0.03766174614429474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:19:45,472 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36c219288884ace5dae5129f2cad1f86 2024-11-07T14:19:45,472 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 36c219288884ace5dae5129f2cad1f86: Running coprocessor pre-open hook at 1730989185434Writing region info on filesystem at 1730989185434Initializing all the Stores at 1730989185435 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989185435Cleaning up temporary data from old regions at 1730989185464 (+29 ms)Running coprocessor post-open hooks at 1730989185472 (+8 ms)Region opened successfully at 1730989185472 2024-11-07T14:19:45,473 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86., pid=23, masterSystemTime=1730989185381 2024-11-07T14:19:45,475 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86. 2024-11-07T14:19:45,475 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86. 2024-11-07T14:19:45,475 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. 2024-11-07T14:19:45,475 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d0d192b7ea25b98ce58a0daa5161f002, NAME => 'SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-07T14:19:45,475 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/94b0c3a6924e36c02a331854b8907d98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:19:45,475 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d0d192b7ea25b98ce58a0daa5161f002 2024-11-07T14:19:45,475 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/10b8c90831bc0304b278941d8993eed9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:19:45,475 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:19:45,476 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d0d192b7ea25b98ce58a0daa5161f002 2024-11-07T14:19:45,476 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d0d192b7ea25b98ce58a0daa5161f002 2024-11-07T14:19:45,476 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 10b8c90831bc0304b278941d8993eed9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64906641, jitterRate=-0.03281567990779877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:19:45,476 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10b8c90831bc0304b278941d8993eed9 2024-11-07T14:19:45,476 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 94b0c3a6924e36c02a331854b8907d98; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69931814, jitterRate=0.04206523299217224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:19:45,476 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94b0c3a6924e36c02a331854b8907d98 2024-11-07T14:19:45,476 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 10b8c90831bc0304b278941d8993eed9: Running coprocessor pre-open hook at 1730989185440Writing region info on filesystem at 1730989185440Initializing all the Stores at 1730989185441 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989185442 (+1 ms)Cleaning up temporary data from old regions at 1730989185465 (+23 ms)Running coprocessor post-open hooks at 1730989185476 (+11 ms)Region opened successfully at 1730989185476 2024-11-07T14:19:45,476 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 94b0c3a6924e36c02a331854b8907d98: Running coprocessor pre-open hook at 1730989185453Writing region info on filesystem at 1730989185453Initializing all the Stores at 1730989185455 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989185455Cleaning up temporary data from old regions at 1730989185467 (+12 ms)Running coprocessor post-open hooks at 1730989185476 (+9 ms)Region opened successfully at 1730989185476 2024-11-07T14:19:45,477 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=36c219288884ace5dae5129f2cad1f86, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,40723,1730989163863 2024-11-07T14:19:45,477 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1730989175119.94b0c3a6924e36c02a331854b8907d98., pid=22, masterSystemTime=1730989185388 2024-11-07T14:19:45,477 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9., pid=18, masterSystemTime=1730989185377 2024-11-07T14:19:45,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36c219288884ace5dae5129f2cad1f86, server=b7cc9d764de6,40723,1730989163863 because future has completed 2024-11-07T14:19:45,479 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1730989175119.94b0c3a6924e36c02a331854b8907d98. 2024-11-07T14:19:45,480 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1730989175119.94b0c3a6924e36c02a331854b8907d98. 2024-11-07T14:19:45,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=94b0c3a6924e36c02a331854b8907d98, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,37531,1730989163797 2024-11-07T14:19:45,481 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9. 2024-11-07T14:19:45,481 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9. 2024-11-07T14:19:45,481 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=10b8c90831bc0304b278941d8993eed9, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,46541,1730989163828 2024-11-07T14:19:45,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94b0c3a6924e36c02a331854b8907d98, server=b7cc9d764de6,37531,1730989163797 because future has completed 2024-11-07T14:19:45,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-07T14:19:45,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10b8c90831bc0304b278941d8993eed9, server=b7cc9d764de6,46541,1730989163828 because future has completed 2024-11-07T14:19:45,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 36c219288884ace5dae5129f2cad1f86, server=b7cc9d764de6,40723,1730989163863 in 10.0930 sec 2024-11-07T14:19:45,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=36c219288884ace5dae5129f2cad1f86, ASSIGN in 10.2740 sec 2024-11-07T14:19:45,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-07T14:19:45,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 94b0c3a6924e36c02a331854b8907d98, server=b7cc9d764de6,37531,1730989163797 in 10.1010 sec 2024-11-07T14:19:45,487 INFO [StoreOpener-d0d192b7ea25b98ce58a0daa5161f002-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d0d192b7ea25b98ce58a0daa5161f002 2024-11-07T14:19:45,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-07T14:19:45,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 10b8c90831bc0304b278941d8993eed9, server=b7cc9d764de6,46541,1730989163828 in 10.1090 sec 2024-11-07T14:19:45,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94b0c3a6924e36c02a331854b8907d98, ASSIGN in 10.2760 sec 2024-11-07T14:19:45,489 INFO [StoreOpener-d0d192b7ea25b98ce58a0daa5161f002-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0d192b7ea25b98ce58a0daa5161f002 columnFamilyName cf 2024-11-07T14:19:45,489 DEBUG [StoreOpener-d0d192b7ea25b98ce58a0daa5161f002-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:19:45,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10b8c90831bc0304b278941d8993eed9, ASSIGN in 10.2780 sec 2024-11-07T14:19:45,489 INFO [StoreOpener-d0d192b7ea25b98ce58a0daa5161f002-1 {}] regionserver.HStore(327): Store=d0d192b7ea25b98ce58a0daa5161f002/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:19:45,490 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d0d192b7ea25b98ce58a0daa5161f002 2024-11-07T14:19:45,491 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/d0d192b7ea25b98ce58a0daa5161f002 2024-11-07T14:19:45,491 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/d0d192b7ea25b98ce58a0daa5161f002 2024-11-07T14:19:45,491 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d0d192b7ea25b98ce58a0daa5161f002 2024-11-07T14:19:45,491 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d0d192b7ea25b98ce58a0daa5161f002 2024-11-07T14:19:45,493 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d0d192b7ea25b98ce58a0daa5161f002 2024-11-07T14:19:45,496 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/d0d192b7ea25b98ce58a0daa5161f002/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:19:45,496 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened d0d192b7ea25b98ce58a0daa5161f002; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75080896, jitterRate=0.11879253387451172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:19:45,496 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0d192b7ea25b98ce58a0daa5161f002 2024-11-07T14:19:45,496 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d0d192b7ea25b98ce58a0daa5161f002: Running coprocessor pre-open hook at 1730989185476Writing region info on filesystem at 1730989185476Initializing all the Stores at 1730989185478 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989185478Cleaning up temporary data from old regions at 1730989185491 (+13 ms)Running coprocessor post-open hooks at 1730989185496 (+5 ms)Region opened successfully at 1730989185496 2024-11-07T14:19:45,497 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002., pid=19, masterSystemTime=1730989185381 2024-11-07T14:19:45,499 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. 2024-11-07T14:19:45,499 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. 2024-11-07T14:19:45,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d0d192b7ea25b98ce58a0daa5161f002, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,40723,1730989163863 2024-11-07T14:19:45,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0d192b7ea25b98ce58a0daa5161f002, server=b7cc9d764de6,40723,1730989163863 because future has completed 2024-11-07T14:19:45,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-07T14:19:45,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d0d192b7ea25b98ce58a0daa5161f002, server=b7cc9d764de6,40723,1730989163863 in 10.1250 sec 2024-11-07T14:19:45,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-07T14:19:45,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0d192b7ea25b98ce58a0daa5161f002, ASSIGN in 10.2950 sec 2024-11-07T14:19:45,508 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T14:19:45,508 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730989185508"}]},"ts":"1730989185508"} 2024-11-07T14:19:45,510 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-07T14:19:45,511 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T14:19:45,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3910 sec 2024-11-07T14:19:48,306 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-07T14:19:50,892 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T14:19:50,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:19:50,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:19:50,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:19:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:19:53,406 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-07T14:19:53,406 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-07T14:19:53,406 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T14:19:53,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-07T14:19:53,410 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T14:19:53,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-07T14:19:53,448 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002., hostname=b7cc9d764de6,40723,1730989163863, seqNum=2] 2024-11-07T14:19:53,450 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002., hostname=b7cc9d764de6,40723,1730989163863, seqNum=2] 2024-11-07T14:19:53,451 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002., hostname=b7cc9d764de6,40723,1730989163863, seqNum=2] 2024-11-07T14:19:53,453 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002., hostname=b7cc9d764de6,40723,1730989163863, seqNum=2] 2024-11-07T14:19:53,454 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002., hostname=b7cc9d764de6,40723,1730989163863, seqNum=2] 2024-11-07T14:19:53,457 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002., hostname=b7cc9d764de6,40723,1730989163863, seqNum=2] 2024-11-07T14:19:53,507 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f., hostname=b7cc9d764de6,37531,1730989163797, seqNum=2] 2024-11-07T14:19:53,509 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f., hostname=b7cc9d764de6,37531,1730989163797, seqNum=2] 2024-11-07T14:19:53,511 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f., hostname=b7cc9d764de6,37531,1730989163797, seqNum=2] 2024-11-07T14:19:53,512 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f., hostname=b7cc9d764de6,37531,1730989163797, seqNum=2] 2024-11-07T14:19:53,514 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f., hostname=b7cc9d764de6,37531,1730989163797, seqNum=2] 2024-11-07T14:19:53,545 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91., hostname=b7cc9d764de6,46541,1730989163828, seqNum=2] 2024-11-07T14:19:53,546 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91., hostname=b7cc9d764de6,46541,1730989163828, seqNum=2] 2024-11-07T14:19:53,548 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91., hostname=b7cc9d764de6,46541,1730989163828, seqNum=2] 2024-11-07T14:19:53,550 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91., hostname=b7cc9d764de6,46541,1730989163828, seqNum=2] 2024-11-07T14:19:53,551 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91., hostname=b7cc9d764de6,46541,1730989163828, seqNum=2] 2024-11-07T14:19:53,607 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858., hostname=b7cc9d764de6,40723,1730989163863, seqNum=2] 2024-11-07T14:19:53,611 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858., hostname=b7cc9d764de6,40723,1730989163863, seqNum=2] 2024-11-07T14:19:53,612 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858., hostname=b7cc9d764de6,40723,1730989163863, seqNum=2] 2024-11-07T14:19:53,614 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858., hostname=b7cc9d764de6,40723,1730989163863, seqNum=2] 2024-11-07T14:19:53,616 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858., hostname=b7cc9d764de6,40723,1730989163863, seqNum=2] 2024-11-07T14:19:53,631 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T14:19:54,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:19:54,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:19:54,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:19:54,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:19:54,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37531 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T14:19:54,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. 2024-11-07T14:19:54,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T14:19:54,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T14:19:54,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T14:19:54,964 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-07T14:19:54,964 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T14:19:54,965 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T14:19:54,967 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T14:19:54,973 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T14:19:54,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741848_1024 (size=49) 2024-11-07T14:19:54,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741848_1024 (size=49) 2024-11-07T14:19:55,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741848_1024 (size=49) 2024-11-07T14:19:55,001 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T14:19:55,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10b8c90831bc0304b278941d8993eed9}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b569c118b4ddd9e21edd049fcbe719cb}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 36c219288884ace5dae5129f2cad1f86}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94b0c3a6924e36c02a331854b8907d98}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f35531c87527585342f412265509e4d}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f86b497e6c659f7e4ed5b0e33f127d2b}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0d192b7ea25b98ce58a0daa5161f002}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca7bcabf4ea1025034f754f2e7bcd31f}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4a3cf3f41e21882cb27f8656e4e1c91}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39279272ae8a26a3143570c99a3b3858}] 2024-11-07T14:19:55,005 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca7bcabf4ea1025034f754f2e7bcd31f 2024-11-07T14:19:55,005 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4a3cf3f41e21882cb27f8656e4e1c91 2024-11-07T14:19:55,005 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39279272ae8a26a3143570c99a3b3858 2024-11-07T14:19:55,005 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0d192b7ea25b98ce58a0daa5161f002 2024-11-07T14:19:55,005 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f86b497e6c659f7e4ed5b0e33f127d2b 2024-11-07T14:19:55,010 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f35531c87527585342f412265509e4d 2024-11-07T14:19:55,011 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 36c219288884ace5dae5129f2cad1f86 2024-11-07T14:19:55,011 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b569c118b4ddd9e21edd049fcbe719cb 2024-11-07T14:19:55,011 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94b0c3a6924e36c02a331854b8907d98 2024-11-07T14:19:55,011 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10b8c90831bc0304b278941d8993eed9 2024-11-07T14:20:04,182 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-07T14:20:05,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-07T14:20:05,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-07T14:20:05,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-07T14:20:05,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-07T14:20:05,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9. 2024-11-07T14:20:05,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 10b8c90831bc0304b278941d8993eed9: 2024-11-07T14:20:05,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9. for SnapshotProcedureTest completed. 2024-11-07T14:20:05,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-07T14:20:05,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:20:05,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:20:05,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T14:20:05,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86. 2024-11-07T14:20:05,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 36c219288884ace5dae5129f2cad1f86: 2024-11-07T14:20:05,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-07T14:20:05,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-07T14:20:05,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86. for SnapshotProcedureTest completed. 2024-11-07T14:20:05,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1730989175119.94b0c3a6924e36c02a331854b8907d98. 2024-11-07T14:20:05,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:20:05,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:20:05,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91. 2024-11-07T14:20:05,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 94b0c3a6924e36c02a331854b8907d98: 2024-11-07T14:20:05,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T14:20:05,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1730989175119.94b0c3a6924e36c02a331854b8907d98. for SnapshotProcedureTest completed. 2024-11-07T14:20:05,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1730989175119.94b0c3a6924e36c02a331854b8907d98.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:20:05,011 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing c4a3cf3f41e21882cb27f8656e4e1c91 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-07T14:20:05,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:20:05,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T14:20:05,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b. 2024-11-07T14:20:05,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d. 2024-11-07T14:20:05,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-07T14:20:05,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-07T14:20:05,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 7f35531c87527585342f412265509e4d: 2024-11-07T14:20:05,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for f86b497e6c659f7e4ed5b0e33f127d2b: 2024-11-07T14:20:05,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d. for SnapshotProcedureTest completed. 2024-11-07T14:20:05,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b. for SnapshotProcedureTest completed. 2024-11-07T14:20:05,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f. 2024-11-07T14:20:05,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:20:05,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:20:05,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:20:05,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:20:05,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T14:20:05,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T14:20:05,015 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing ca7bcabf4ea1025034f754f2e7bcd31f 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-07T14:20:05,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-07T14:20:05,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858. 2024-11-07T14:20:05,016 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 39279272ae8a26a3143570c99a3b3858 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-07T14:20:05,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb. 2024-11-07T14:20:05,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b569c118b4ddd9e21edd049fcbe719cb: 2024-11-07T14:20:05,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb. for SnapshotProcedureTest completed. 2024-11-07T14:20:05,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:20:05,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:20:05,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T14:20:05,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/ca7bcabf4ea1025034f754f2e7bcd31f/.tmp/cf/d1bb54754b9a4f338f231912c79f3a4b is 34, key is baa/cf:cf/1730989194374/Put/seqid=0 2024-11-07T14:20:05,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/c4a3cf3f41e21882cb27f8656e4e1c91/.tmp/cf/465c89178edb4a85bc55212873778b88 is 34, key is ccd/cf:cf/1730989194400/Put/seqid=0 2024-11-07T14:20:05,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741849_1025 (size=65) 2024-11-07T14:20:05,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741849_1025 (size=65) 2024-11-07T14:20:05,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741849_1025 (size=65) 2024-11-07T14:20:05,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86. 2024-11-07T14:20:05,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-07T14:20:05,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. 2024-11-07T14:20:05,068 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing d0d192b7ea25b98ce58a0daa5161f002 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-07T14:20:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-07T14:20:05,069 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 36c219288884ace5dae5129f2cad1f86 2024-11-07T14:20:05,069 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 36c219288884ace5dae5129f2cad1f86 2024-11-07T14:20:05,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 36c219288884ace5dae5129f2cad1f86 in 10.0720 sec 2024-11-07T14:20:05,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/39279272ae8a26a3143570c99a3b3858/.tmp/cf/380ce65ad8e54d50ba888490b04bb2eb is 34, key is eaa/cf:cf/1730989194855/Put/seqid=0 2024-11-07T14:20:05,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741850_1026 (size=65) 2024-11-07T14:20:05,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741850_1026 (size=65) 2024-11-07T14:20:05,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741850_1026 (size=65) 2024-11-07T14:20:05,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1730989175119.94b0c3a6924e36c02a331854b8907d98. 2024-11-07T14:20:05,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-07T14:20:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-07T14:20:05,094 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 94b0c3a6924e36c02a331854b8907d98 2024-11-07T14:20:05,094 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94b0c3a6924e36c02a331854b8907d98 2024-11-07T14:20:05,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 94b0c3a6924e36c02a331854b8907d98 in 10.0940 sec 2024-11-07T14:20:05,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741853_1029 (size=57) 2024-11-07T14:20:05,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741853_1029 (size=57) 2024-11-07T14:20:05,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741853_1029 (size=57) 2024-11-07T14:20:05,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9. 2024-11-07T14:20:05,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-07T14:20:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-07T14:20:05,112 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 10b8c90831bc0304b278941d8993eed9 2024-11-07T14:20:05,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741854_1030 (size=65) 2024-11-07T14:20:05,112 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10b8c90831bc0304b278941d8993eed9 2024-11-07T14:20:05,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741854_1030 (size=65) 2024-11-07T14:20:05,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741854_1030 (size=65) 2024-11-07T14:20:05,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741851_1027 (size=65) 2024-11-07T14:20:05,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741851_1027 (size=65) 2024-11-07T14:20:05,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741851_1027 (size=65) 2024-11-07T14:20:05,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 10b8c90831bc0304b278941d8993eed9 in 10.1130 sec 2024-11-07T14:20:05,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/d0d192b7ea25b98ce58a0daa5161f002/.tmp/cf/b885adea457948febd0bc212b37caee7 is 34, key is aaa/cf:cf/1730989194425/Put/seqid=0 2024-11-07T14:20:05,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741855_1031 (size=499309) 2024-11-07T14:20:05,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741855_1031 (size=499309) 2024-11-07T14:20:05,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741855_1031 (size=499309) 2024-11-07T14:20:05,138 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/39279272ae8a26a3143570c99a3b3858/.tmp/cf/380ce65ad8e54d50ba888490b04bb2eb 2024-11-07T14:20:05,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741856_1032 (size=28623) 2024-11-07T14:20:05,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741856_1032 (size=28623) 2024-11-07T14:20:05,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741852_1028 (size=65) 2024-11-07T14:20:05,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b. 2024-11-07T14:20:05,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741852_1028 (size=65) 2024-11-07T14:20:05,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-07T14:20:05,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741852_1028 (size=65) 2024-11-07T14:20:05,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741856_1032 (size=28623) 2024-11-07T14:20:05,151 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/ca7bcabf4ea1025034f754f2e7bcd31f/.tmp/cf/d1bb54754b9a4f338f231912c79f3a4b 2024-11-07T14:20:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-07T14:20:05,151 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f86b497e6c659f7e4ed5b0e33f127d2b 2024-11-07T14:20:05,152 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f86b497e6c659f7e4ed5b0e33f127d2b 2024-11-07T14:20:05,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f86b497e6c659f7e4ed5b0e33f127d2b in 10.1520 sec 2024-11-07T14:20:05,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/39279272ae8a26a3143570c99a3b3858/.tmp/cf/380ce65ad8e54d50ba888490b04bb2eb as hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/39279272ae8a26a3143570c99a3b3858/cf/380ce65ad8e54d50ba888490b04bb2eb 2024-11-07T14:20:05,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741857_1033 (size=47197) 2024-11-07T14:20:05,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741857_1033 (size=47197) 2024-11-07T14:20:05,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741857_1033 (size=47197) 2024-11-07T14:20:05,171 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/c4a3cf3f41e21882cb27f8656e4e1c91/.tmp/cf/465c89178edb4a85bc55212873778b88 2024-11-07T14:20:05,172 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/39279272ae8a26a3143570c99a3b3858/cf/380ce65ad8e54d50ba888490b04bb2eb, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-07T14:20:05,173 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 39279272ae8a26a3143570c99a3b3858 in 157ms, sequenceid=5, compaction requested=false 2024-11-07T14:20:05,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/ca7bcabf4ea1025034f754f2e7bcd31f/.tmp/cf/d1bb54754b9a4f338f231912c79f3a4b as hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/ca7bcabf4ea1025034f754f2e7bcd31f/cf/d1bb54754b9a4f338f231912c79f3a4b 2024-11-07T14:20:05,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 39279272ae8a26a3143570c99a3b3858: 2024-11-07T14:20:05,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858. for SnapshotProcedureTest completed. 2024-11-07T14:20:05,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:20:05,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:20:05,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/39279272ae8a26a3143570c99a3b3858/cf/380ce65ad8e54d50ba888490b04bb2eb] hfiles 2024-11-07T14:20:05,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/39279272ae8a26a3143570c99a3b3858/cf/380ce65ad8e54d50ba888490b04bb2eb for snapshot=SnapshotProcedureTest 2024-11-07T14:20:05,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741858_1034 (size=26918) 2024-11-07T14:20:05,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741858_1034 (size=26918) 2024-11-07T14:20:05,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741858_1034 (size=26918) 2024-11-07T14:20:05,179 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/d0d192b7ea25b98ce58a0daa5161f002/.tmp/cf/b885adea457948febd0bc212b37caee7 2024-11-07T14:20:05,185 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/ca7bcabf4ea1025034f754f2e7bcd31f/cf/d1bb54754b9a4f338f231912c79f3a4b, entries=731, sequenceid=5, filesize=28.0 K 2024-11-07T14:20:05,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/c4a3cf3f41e21882cb27f8656e4e1c91/.tmp/cf/465c89178edb4a85bc55212873778b88 as hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/c4a3cf3f41e21882cb27f8656e4e1c91/cf/465c89178edb4a85bc55212873778b88 2024-11-07T14:20:05,188 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for ca7bcabf4ea1025034f754f2e7bcd31f in 172ms, sequenceid=5, compaction requested=false 2024-11-07T14:20:05,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for ca7bcabf4ea1025034f754f2e7bcd31f: 2024-11-07T14:20:05,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f. for SnapshotProcedureTest completed. 2024-11-07T14:20:05,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:20:05,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:20:05,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/ca7bcabf4ea1025034f754f2e7bcd31f/cf/d1bb54754b9a4f338f231912c79f3a4b] hfiles 2024-11-07T14:20:05,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/ca7bcabf4ea1025034f754f2e7bcd31f/cf/d1bb54754b9a4f338f231912c79f3a4b for snapshot=SnapshotProcedureTest 2024-11-07T14:20:05,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/d0d192b7ea25b98ce58a0daa5161f002/.tmp/cf/b885adea457948febd0bc212b37caee7 as hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/d0d192b7ea25b98ce58a0daa5161f002/cf/b885adea457948febd0bc212b37caee7 2024-11-07T14:20:05,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741859_1035 (size=97) 2024-11-07T14:20:05,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741859_1035 (size=97) 2024-11-07T14:20:05,196 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/c4a3cf3f41e21882cb27f8656e4e1c91/cf/465c89178edb4a85bc55212873778b88, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-07T14:20:05,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741859_1035 (size=97) 2024-11-07T14:20:05,199 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for c4a3cf3f41e21882cb27f8656e4e1c91 in 187ms, sequenceid=5, compaction requested=false 2024-11-07T14:20:05,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for c4a3cf3f41e21882cb27f8656e4e1c91: 2024-11-07T14:20:05,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91. for SnapshotProcedureTest completed. 2024-11-07T14:20:05,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858. 2024-11-07T14:20:05,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:20:05,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-07T14:20:05,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:20:05,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/c4a3cf3f41e21882cb27f8656e4e1c91/cf/465c89178edb4a85bc55212873778b88] hfiles 2024-11-07T14:20:05,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/c4a3cf3f41e21882cb27f8656e4e1c91/cf/465c89178edb4a85bc55212873778b88 for snapshot=SnapshotProcedureTest 2024-11-07T14:20:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-07T14:20:05,200 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 39279272ae8a26a3143570c99a3b3858 2024-11-07T14:20:05,200 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39279272ae8a26a3143570c99a3b3858 2024-11-07T14:20:05,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 39279272ae8a26a3143570c99a3b3858 in 10.2000 sec 2024-11-07T14:20:05,207 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/d0d192b7ea25b98ce58a0daa5161f002/cf/b885adea457948febd0bc212b37caee7, entries=676, sequenceid=5, filesize=26.3 K 2024-11-07T14:20:05,208 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for d0d192b7ea25b98ce58a0daa5161f002 in 140ms, sequenceid=5, compaction requested=false 2024-11-07T14:20:05,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for d0d192b7ea25b98ce58a0daa5161f002: 2024-11-07T14:20:05,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. for SnapshotProcedureTest completed. 2024-11-07T14:20:05,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T14:20:05,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T14:20:05,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/d0d192b7ea25b98ce58a0daa5161f002/cf/b885adea457948febd0bc212b37caee7] hfiles 2024-11-07T14:20:05,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/d0d192b7ea25b98ce58a0daa5161f002/cf/b885adea457948febd0bc212b37caee7 for snapshot=SnapshotProcedureTest 2024-11-07T14:20:05,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741860_1036 (size=105) 2024-11-07T14:20:05,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741860_1036 (size=105) 2024-11-07T14:20:05,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741860_1036 (size=105) 2024-11-07T14:20:05,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1730989175119.ca7bcabf4ea1025034f754f2e7bcd31f. 2024-11-07T14:20:05,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-07T14:20:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-07T14:20:05,217 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ca7bcabf4ea1025034f754f2e7bcd31f 2024-11-07T14:20:05,217 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca7bcabf4ea1025034f754f2e7bcd31f 2024-11-07T14:20:05,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ca7bcabf4ea1025034f754f2e7bcd31f in 10.2170 sec 2024-11-07T14:20:05,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741861_1037 (size=105) 2024-11-07T14:20:05,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741861_1037 (size=105) 2024-11-07T14:20:05,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91. 2024-11-07T14:20:05,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-07T14:20:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741861_1037 (size=105) 2024-11-07T14:20:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741862_1038 (size=105) 2024-11-07T14:20:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-07T14:20:05,230 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c4a3cf3f41e21882cb27f8656e4e1c91 2024-11-07T14:20:05,231 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4a3cf3f41e21882cb27f8656e4e1c91 2024-11-07T14:20:05,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741862_1038 (size=105) 2024-11-07T14:20:05,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741862_1038 (size=105) 2024-11-07T14:20:05,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. 2024-11-07T14:20:05,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-07T14:20:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-07T14:20:05,233 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d0d192b7ea25b98ce58a0daa5161f002 2024-11-07T14:20:05,233 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0d192b7ea25b98ce58a0daa5161f002 2024-11-07T14:20:05,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c4a3cf3f41e21882cb27f8656e4e1c91 in 10.2330 sec 2024-11-07T14:20:05,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d0d192b7ea25b98ce58a0daa5161f002 in 10.2330 sec 2024-11-07T14:20:05,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb. 2024-11-07T14:20:05,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-07T14:20:05,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d. 2024-11-07T14:20:05,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-07T14:20:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-07T14:20:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-07T14:20:05,514 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b569c118b4ddd9e21edd049fcbe719cb 2024-11-07T14:20:05,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7f35531c87527585342f412265509e4d 2024-11-07T14:20:05,515 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f35531c87527585342f412265509e4d 2024-11-07T14:20:05,515 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b569c118b4ddd9e21edd049fcbe719cb 2024-11-07T14:20:05,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7f35531c87527585342f412265509e4d in 10.5150 sec 2024-11-07T14:20:05,521 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T14:20:05,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=25 2024-11-07T14:20:05,523 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T14:20:05,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b569c118b4ddd9e21edd049fcbe719cb in 10.5150 sec 2024-11-07T14:20:05,524 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T14:20:05,524 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-07T14:20:05,527 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T14:20:05,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741863_1039 (size=1174) 2024-11-07T14:20:05,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741863_1039 (size=1174) 2024-11-07T14:20:05,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741863_1039 (size=1174) 2024-11-07T14:20:05,966 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T14:20:05,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-07T14:20:05,975 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,46541,1730989163828 2024-11-07T14:20:05,975 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,40723,1730989163863 2024-11-07T14:20:05,975 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,37531,1730989163797 2024-11-07T14:20:05,975 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,46541,1730989163828 2024-11-07T14:20:05,975 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,37531,1730989163797 2024-11-07T14:20:05,979 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,37531,1730989163797 2024-11-07T14:20:05,979 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,40723,1730989163863 2024-11-07T14:20:05,979 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,46541,1730989163828 2024-11-07T14:20:05,979 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,40723,1730989163863 2024-11-07T14:20:05,982 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T14:20:05,983 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b7cc9d764de6,37531,1730989163797 2024-11-07T14:20:05,983 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b7cc9d764de6,37531,1730989163797: Simulated kill ***** 2024-11-07T14:20:05,983 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T14:20:05,983 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T14:20:05,983 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T14:20:05,984 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T14:20:05,984 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T14:20:05,984 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 408066560 }, "NonHeapMemoryUsage": { "committed": 175833088, "init": 7667712, "max": -1, "used": 172010896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T14:20:05,984 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35087 {}] master.MasterRpcServices(700): b7cc9d764de6,37531,1730989163797 reported a fatal error: ***** ABORTING region server b7cc9d764de6,37531,1730989163797: Simulated kill ***** 2024-11-07T14:20:05,985 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b7cc9d764de6,37531,1730989163797' ***** 2024-11-07T14:20:05,985 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-07T14:20:05,985 INFO [RS:0;b7cc9d764de6:37531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T14:20:05,985 INFO [RS:0;b7cc9d764de6:37531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-07T14:20:05,985 INFO [RS:0;b7cc9d764de6:37531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-07T14:20:05,985 INFO [RS:0;b7cc9d764de6:37531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:20:05,985 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T14:20:05,985 INFO [RS:0;b7cc9d764de6:37531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b7cc9d764de6:37531. 2024-11-07T14:20:05,985 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T14:20:05,985 DEBUG [RS:0;b7cc9d764de6:37531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:20:05,985 DEBUG [RS:0;b7cc9d764de6:37531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:20:05,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741836_1012 (size=14382) 2024-11-07T14:20:05,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741836_1012 (size=14382) 2024-11-07T14:20:05,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741836_1012 (size=14382) 2024-11-07T14:20:05,988 INFO [regionserver/b7cc9d764de6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:20:05,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741833_1009 (size=1488) 2024-11-07T14:20:05,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741833_1009 (size=1488) 2024-11-07T14:20:05,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741833_1009 (size=1488) 2024-11-07T14:20:05,992 DEBUG [RS:0;b7cc9d764de6:37531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:20:05,992 INFO [RS:0;b7cc9d764de6:37531 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:20:05,992 INFO [RS:0;b7cc9d764de6:37531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37531 2024-11-07T14:20:06,083 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10116d84a1b0001, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b7cc9d764de6,37531,1730989163797 2024-11-07T14:20:06,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:20:06,083 INFO [RS:0;b7cc9d764de6:37531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:20:06,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b7cc9d764de6,37531,1730989163797] 2024-11-07T14:20:06,099 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b7cc9d764de6,37531,1730989163797 already deleted, retry=false 2024-11-07T14:20:06,099 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b7cc9d764de6,37531,1730989163797 on b7cc9d764de6,35087,1730989163656 2024-11-07T14:20:06,101 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b7cc9d764de6,37531,1730989163797, splitWal=true, meta=true 2024-11-07T14:20:06,101 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for b7cc9d764de6,37531,1730989163797 (carryingMeta=true) b7cc9d764de6,37531,1730989163797/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@767d9502[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T14:20:06,103 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b7cc9d764de6,37531,1730989163797, splitWal=true, meta=true 2024-11-07T14:20:06,104 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b7cc9d764de6,37531,1730989163797, splitWal=true, meta=true, isMeta: true 2024-11-07T14:20:06,107 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797-splitting 2024-11-07T14:20:06,108 INFO [PEWorker-1 {}] master.SplitWALManager(105): b7cc9d764de6,37531,1730989163797 WAL count=1, meta=true 2024-11-07T14:20:06,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta}] 2024-11-07T14:20:06,110 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=b7cc9d764de6,40723,1730989163863 2024-11-07T14:20:06,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta, worker=b7cc9d764de6,40723,1730989163863}] 2024-11-07T14:20:06,112 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,37531,1730989163797 Release verify snapshot worker=b7cc9d764de6,37531,1730989163797 2024-11-07T14:20:06,113 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to b7cc9d764de6,37531,1730989163797, this operation will be retried to send to another server 2024-11-07T14:20:06,113 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-07T14:20:06,113 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1730989207113 2024-11-07T14:20:06,114 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,37531,1730989163797 Release verify snapshot worker=b7cc9d764de6,37531,1730989163797 2024-11-07T14:20:06,114 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-07T14:20:06,114 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to b7cc9d764de6,37531,1730989163797, this operation will be retried to send to another server 2024-11-07T14:20:06,114 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-07T14:20:06,114 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-07T14:20:06,114 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-07T14:20:06,114 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1730989207114 2024-11-07T14:20:06,115 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,37531,1730989163797 Release verify snapshot worker=b7cc9d764de6,37531,1730989163797 2024-11-07T14:20:06,115 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to b7cc9d764de6,37531,1730989163797, this operation will be retried to send to another server 2024-11-07T14:20:06,115 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-07T14:20:06,115 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1730989207115 2024-11-07T14:20:06,191 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10116d84a1b0001, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:20:06,191 INFO [RS:0;b7cc9d764de6:37531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:20:06,191 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10116d84a1b0001, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:20:06,191 INFO [RS:0;b7cc9d764de6:37531 {}] regionserver.HRegionServer(1031): Exiting; stopping=b7cc9d764de6,37531,1730989163797; zookeeper connection closed. 2024-11-07T14:20:06,192 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b458d04 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b458d04 2024-11-07T14:20:06,317 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T14:20:06,317 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T14:20:09,220 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b7cc9d764de6:36901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-07T14:20:15,102 INFO [master/b7cc9d764de6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T14:20:15,102 INFO [master/b7cc9d764de6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T14:20:15,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-07T14:20:15,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-07T14:20:15,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-07T14:20:15,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-07T14:20:15,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-07T14:20:15,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-07T14:20:15,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-07T14:20:15,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T14:20:15,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-07T14:20:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-07T14:20:15,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T14:20:15,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-07T14:20:15,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-07T14:20:15,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-07T14:20:15,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-07T14:20:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-07T14:20:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-07T14:20:15,989 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,40723,1730989163863 Release verify snapshot worker=b7cc9d764de6,40723,1730989163863 2024-11-07T14:20:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-07T14:20:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-07T14:20:15,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-07T14:20:15,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,40723,1730989163863 in 10.0170 sec 2024-11-07T14:20:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-07T14:20:15,992 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,46541,1730989163828 Release verify snapshot worker=b7cc9d764de6,46541,1730989163828 2024-11-07T14:20:15,993 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,40723,1730989163863 Release verify snapshot worker=b7cc9d764de6,40723,1730989163863 2024-11-07T14:20:15,993 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,46541,1730989163828 2024-11-07T14:20:15,993 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,40723,1730989163863 2024-11-07T14:20:15,993 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,40723,1730989163863 2024-11-07T14:20:15,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,46541,1730989163828 in 10.0200 sec 2024-11-07T14:20:15,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,40723,1730989163863 in 10.0210 sec 2024-11-07T14:20:15,996 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,40723,1730989163863 Release verify snapshot worker=b7cc9d764de6,40723,1730989163863 2024-11-07T14:20:15,996 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,46541,1730989163828 Release verify snapshot worker=b7cc9d764de6,46541,1730989163828 2024-11-07T14:20:15,996 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,46541,1730989163828 Release verify snapshot worker=b7cc9d764de6,46541,1730989163828 2024-11-07T14:20:15,996 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b7cc9d764de6,46541,1730989163828 2024-11-07T14:20:15,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,40723,1730989163863 in 10.0240 sec 2024-11-07T14:20:15,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,46541,1730989163828 in 10.0240 sec 2024-11-07T14:20:15,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,46541,1730989163828 in 10.0240 sec 2024-11-07T14:20:16,006 INFO [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797-splitting/b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta, size=14.0 K (14382bytes) 2024-11-07T14:20:16,006 INFO [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797-splitting/b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta 2024-11-07T14:20:16,007 INFO [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797-splitting/b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta after 1ms 2024-11-07T14:20:16,009 INFO [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797-splitting/b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta took 3ms 2024-11-07T14:20:16,013 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-07T14:20:16,015 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797-splitting/b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta so closing down 2024-11-07T14:20:16,015 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-07T14:20:16,019 INFO [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta.temp 2024-11-07T14:20:16,022 INFO [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta.temp 2024-11-07T14:20:16,023 INFO [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-07T14:20:16,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741864_1040 (size=14141) 2024-11-07T14:20:16,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741864_1040 (size=14141) 2024-11-07T14:20:16,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741864_1040 (size=14141) 2024-11-07T14:20:16,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-07T14:20:16,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta.temp to hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-07T14:20:16,035 INFO [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 25 ms; skipped=1; WAL=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797-splitting/b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-07T14:20:16,035 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797-splitting/b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta, journal: Splitting hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797-splitting/b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta, size=14.0 K (14382bytes) at 1730989216006Finishing writing output for hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797-splitting/b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta so closing down at 1730989216015 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta.temp at 1730989216022 (+7 ms)3 split writer threads finished at 1730989216023 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1730989216033 (+10 ms)Rename recovered edits hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta.temp to hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1730989216035 (+2 ms)Processed 26 edits across 1 Regions in 25 ms; skipped=1; WAL=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797-splitting/b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1730989216035 2024-11-07T14:20:16,035 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797-splitting/b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta 2024-11-07T14:20:16,035 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-07T14:20:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-07T14:20:16,040 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797-splitting/b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta to hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/oldWALs 2024-11-07T14:20:16,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-07T14:20:16,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta, worker=b7cc9d764de6,40723,1730989163863 in 9.9290 sec 2024-11-07T14:20:16,043 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=b7cc9d764de6,40723,1730989163863 2024-11-07T14:20:16,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-07T14:20:16,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure b7cc9d764de6%2C37531%2C1730989163797.meta.1730989175021.meta, worker=b7cc9d764de6,40723,1730989163863 in 9.9340 sec 2024-11-07T14:20:16,046 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,37531,1730989163797-splitting dir is empty, no logs to split. 2024-11-07T14:20:16,046 INFO [PEWorker-4 {}] master.SplitWALManager(105): b7cc9d764de6,37531,1730989163797 WAL count=0, meta=true 2024-11-07T14:20:16,046 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if b7cc9d764de6,37531,1730989163797 WAL splitting is done? wals=0, meta=true 2024-11-07T14:20:16,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T14:20:16,048 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:20:16,048 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T14:20:16,199 DEBUG [b7cc9d764de6:35087 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T14:20:16,200 DEBUG [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(204): Hosts are {b7cc9d764de6=0} racks are {/default-rack=0} 2024-11-07T14:20:16,200 DEBUG [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T14:20:16,200 DEBUG [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T14:20:16,201 DEBUG [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T14:20:16,201 DEBUG [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T14:20:16,201 INFO [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T14:20:16,201 INFO [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T14:20:16,201 DEBUG [b7cc9d764de6:35087 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T14:20:16,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b7cc9d764de6,40723,1730989163863 2024-11-07T14:20:16,205 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,40723,1730989163863, state=OPENING 2024-11-07T14:20:16,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:20:16,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:20:16,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:20:16,291 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:20:16,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:20:16,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:20:16,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:20:16,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,40723,1730989163863}] 2024-11-07T14:20:23,632 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T14:20:24,345 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-07T14:20:25,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-07T14:20:25,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-07T14:20:25,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-07T14:20:25,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-07T14:20:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-07T14:20:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-07T14:20:26,001 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,46541,1730989163828 Release verify snapshot worker=b7cc9d764de6,46541,1730989163828 2024-11-07T14:20:26,002 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,46541,1730989163828 Release verify snapshot worker=b7cc9d764de6,46541,1730989163828 2024-11-07T14:20:26,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-07T14:20:26,002 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T14:20:26,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-07T14:20:26,003 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:20:26,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-07T14:20:26,003 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T14:20:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-07T14:20:26,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-07T14:20:26,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,46541,1730989163828 in 20.0290 sec 2024-11-07T14:20:26,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,46541,1730989163828 in 20.0300 sec 2024-11-07T14:20:26,005 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C40723%2C1730989163863.meta, suffix=.meta, logDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,40723,1730989163863, archiveDir=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/oldWALs, maxLogs=32 2024-11-07T14:20:26,006 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,40723,1730989163863 Release verify snapshot worker=b7cc9d764de6,40723,1730989163863 2024-11-07T14:20:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-07T14:20:26,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,40723,1730989163863 in 20.0340 sec 2024-11-07T14:20:26,009 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,40723,1730989163863 Release verify snapshot worker=b7cc9d764de6,40723,1730989163863 2024-11-07T14:20:26,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=25 2024-11-07T14:20:26,010 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T14:20:26,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b7cc9d764de6,40723,1730989163863 in 20.0370 sec 2024-11-07T14:20:26,011 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/.hbase-snapshot/SnapshotProcedureTest 2024-11-07T14:20:26,013 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T14:20:26,013 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-07T14:20:26,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.0500 sec 2024-11-07T14:20:26,020 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,40723,1730989163863/b7cc9d764de6%2C40723%2C1730989163863.meta.1730989226006.meta, exclude list is [], retry=0 2024-11-07T14:20:26,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41337,DS-d71e51e3-4f20-4cf5-ad80-4e83423274b5,DISK] 2024-11-07T14:20:26,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43405,DS-cee1c509-1fdd-4e33-b0fc-640b46e4efbe,DISK] 2024-11-07T14:20:26,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45441,DS-bda28dc1-1ddc-48c8-bb2b-8fdf4bd5d24c,DISK] 2024-11-07T14:20:26,028 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/WALs/b7cc9d764de6,40723,1730989163863/b7cc9d764de6%2C40723%2C1730989163863.meta.1730989226006.meta 2024-11-07T14:20:26,028 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42195:42195),(127.0.0.1/127.0.0.1:41875:41875),(127.0.0.1/127.0.0.1:46553:46553)] 2024-11-07T14:20:26,028 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:20:26,029 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T14:20:26,029 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T14:20:26,029 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T14:20:26,029 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T14:20:26,029 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:20:26,029 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T14:20:26,029 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T14:20:26,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:20:26,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:20:26,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:20:26,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:20:26,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:20:26,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:20:26,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:20:26,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:20:26,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:20:26,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:20:26,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:20:26,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:20:26,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:20:26,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:20:26,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:20:26,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:20:26,037 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:20:26,038 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740 2024-11-07T14:20:26,040 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740 2024-11-07T14:20:26,041 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-07T14:20:26,049 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-07T14:20:26,049 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-07T14:20:26,065 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/.tmp/info/b1e4b0ebc886475aa7b643a8368e2b54 is 167, key is SPTestTable,19999999,1730989175119.b569c118b4ddd9e21edd049fcbe719cb./info:regioninfo/1730989185409/Put/seqid=0 2024-11-07T14:20:26,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741866_1042 (size=18393) 2024-11-07T14:20:26,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741866_1042 (size=18393) 2024-11-07T14:20:26,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741866_1042 (size=18393) 2024-11-07T14:20:26,073 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/.tmp/info/b1e4b0ebc886475aa7b643a8368e2b54 2024-11-07T14:20:26,094 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/.tmp/ns/1b3521e749984c808e26e40e2cb0682e is 43, key is default/ns:d/1730989175086/Put/seqid=0 2024-11-07T14:20:26,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741867_1043 (size=5153) 2024-11-07T14:20:26,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741867_1043 (size=5153) 2024-11-07T14:20:26,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741867_1043 (size=5153) 2024-11-07T14:20:26,101 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/.tmp/ns/1b3521e749984c808e26e40e2cb0682e 2024-11-07T14:20:26,123 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/.tmp/table/2752a125feb84c488215e814fd01f5fa is 47, key is SPTestTable/table:state/1730989185508/Put/seqid=0 2024-11-07T14:20:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741868_1044 (size=5214) 2024-11-07T14:20:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741868_1044 (size=5214) 2024-11-07T14:20:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741868_1044 (size=5214) 2024-11-07T14:20:26,132 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/.tmp/table/2752a125feb84c488215e814fd01f5fa 2024-11-07T14:20:26,140 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/.tmp/info/b1e4b0ebc886475aa7b643a8368e2b54 as hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/info/b1e4b0ebc886475aa7b643a8368e2b54 2024-11-07T14:20:26,146 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/info/b1e4b0ebc886475aa7b643a8368e2b54, entries=100, sequenceid=28, filesize=18.0 K 2024-11-07T14:20:26,148 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/.tmp/ns/1b3521e749984c808e26e40e2cb0682e as hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/ns/1b3521e749984c808e26e40e2cb0682e 2024-11-07T14:20:26,154 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/ns/1b3521e749984c808e26e40e2cb0682e, entries=2, sequenceid=28, filesize=5.0 K 2024-11-07T14:20:26,155 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/.tmp/table/2752a125feb84c488215e814fd01f5fa as hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/table/2752a125feb84c488215e814fd01f5fa 2024-11-07T14:20:26,162 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/table/2752a125feb84c488215e814fd01f5fa, entries=2, sequenceid=28, filesize=5.1 K 2024-11-07T14:20:26,162 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=28, compaction requested=false; wal=null 2024-11-07T14:20:26,163 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-07T14:20:26,164 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:20:26,164 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:20:26,165 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T14:20:26,166 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:20:26,168 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-07T14:20:26,169 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63494585, jitterRate=-0.05385695397853851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T14:20:26,169 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T14:20:26,169 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730989226029Writing region info on filesystem at 1730989226029Initializing all the Stores at 1730989226030 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730989226030Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730989226030Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730989226030Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730989226030Obtaining lock to block concurrent updates at 1730989226049 (+19 ms)Preparing flush snapshotting stores in 1588230740 at 1730989226049Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1730989226049Flushing stores of hbase:meta,,1.1588230740 at 1730989226049Flushing 1588230740/info: creating writer at 1730989226049Flushing 1588230740/info: appending metadata at 1730989226065 (+16 ms)Flushing 1588230740/info: closing flushed file at 1730989226065Flushing 1588230740/ns: creating writer at 1730989226079 (+14 ms)Flushing 1588230740/ns: appending metadata at 1730989226093 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730989226093Flushing 1588230740/table: creating writer at 1730989226108 (+15 ms)Flushing 1588230740/table: appending metadata at 1730989226122 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730989226122Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a8a9e81: reopening flushed file at 1730989226139 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a34fc70: reopening flushed file at 1730989226147 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55fdd84a: reopening flushed file at 1730989226154 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=28, compaction requested=false; wal=null at 1730989226162 (+8 ms)Cleaning up temporary data from old regions at 1730989226164 (+2 ms)Running coprocessor post-open hooks at 1730989226169 (+5 ms)Region opened successfully at 1730989226169 2024-11-07T14:20:26,170 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1730989225994 2024-11-07T14:20:26,172 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T14:20:26,172 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T14:20:26,173 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=b7cc9d764de6,40723,1730989163863 2024-11-07T14:20:26,173 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,40723,1730989163863, state=OPEN 2024-11-07T14:20:26,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:20:26,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:20:26,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:20:26,257 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b7cc9d764de6,40723,1730989163863 2024-11-07T14:20:26,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:20:26,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:20:26,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:20:26,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-07T14:20:26,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,40723,1730989163863 in 9.9660 sec 2024-11-07T14:20:26,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-07T14:20:26,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.2150 sec 2024-11-07T14:20:26,265 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): b7cc9d764de6,37531,1730989163797 had 4 regions 2024-11-07T14:20:26,266 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b7cc9d764de6,37531,1730989163797, splitWal=true, meta=true, isMeta: false 2024-11-07T14:20:26,268 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-07T14:20:26,268 INFO [PEWorker-2 {}] master.SplitWALManager(105): b7cc9d764de6,37531,1730989163797 WAL count=1, meta=false 2024-11-07T14:20:26,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b7cc9d764de6%2C37531%2C1730989163797.1730989164467}] 2024-11-07T14:20:26,270 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=b7cc9d764de6,40723,1730989163863 2024-11-07T14:20:26,269 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b7cc9d764de6:37531 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b7cc9d764de6/172.17.0.3:37531 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:20:26,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b7cc9d764de6%2C37531%2C1730989163797.1730989164467, worker=b7cc9d764de6,40723,1730989163863}] 2024-11-07T14:20:26,271 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,37531,1730989163797, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,37531,1730989163797, seqNum=-1, error=java.net.ConnectException: Call to address=b7cc9d764de6:37531 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b7cc9d764de6/172.17.0.3:37531 2024-11-07T14:20:26,272 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,37531,1730989163797, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-07T14:20:26,272 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,37531,1730989163797, seqNum=-1 from cache 2024-11-07T14:20:26,273 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address b7cc9d764de6:37531 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b7cc9d764de6/172.17.0.3:37531 2024-11-07T14:20:26,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:20:26,377 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,40723,1730989163863, seqNum=-1] 2024-11-07T14:20:26,404 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-07T14:20:26,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T14:20:26,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:20:26,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:20:26,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:20:26,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:20:26,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T14:20:26,405 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T14:20:26,405 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=949214656, stopped=false 2024-11-07T14:20:26,405 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b7cc9d764de6,35087,1730989163656 2024-11-07T14:20:26,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:20:26,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:20:26,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:20:26,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:20:26,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:20:26,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:20:26,415 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T14:20:26,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:20:26,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:20:26,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:20:26,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:20:26,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:20:26,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:20:26,417 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b7cc9d764de6,46541,1730989163828' ***** 2024-11-07T14:20:26,417 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T14:20:26,417 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b7cc9d764de6,40723,1730989163863' ***** 2024-11-07T14:20:26,417 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T14:20:26,417 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T14:20:26,417 INFO [RS:1;b7cc9d764de6:46541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T14:20:26,417 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T14:20:26,417 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T14:20:26,417 INFO [RS:1;b7cc9d764de6:46541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T14:20:26,417 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.HRegionServer(3091): Received CLOSE for 10b8c90831bc0304b278941d8993eed9 2024-11-07T14:20:26,417 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T14:20:26,417 INFO [RS:2;b7cc9d764de6:40723 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T14:20:26,417 INFO [RS:2;b7cc9d764de6:40723 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T14:20:26,417 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f35531c87527585342f412265509e4d 2024-11-07T14:20:26,418 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.HRegionServer(3091): Received CLOSE for f86b497e6c659f7e4ed5b0e33f127d2b 2024-11-07T14:20:26,418 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.HRegionServer(3091): Received CLOSE for c4a3cf3f41e21882cb27f8656e4e1c91 2024-11-07T14:20:26,418 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(3091): Received CLOSE for d0d192b7ea25b98ce58a0daa5161f002 2024-11-07T14:20:26,418 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.HRegionServer(959): stopping server b7cc9d764de6,46541,1730989163828 2024-11-07T14:20:26,418 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(3091): Received CLOSE for 39279272ae8a26a3143570c99a3b3858 2024-11-07T14:20:26,418 INFO [RS:1;b7cc9d764de6:46541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:20:26,418 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(3091): Received CLOSE for 36c219288884ace5dae5129f2cad1f86 2024-11-07T14:20:26,418 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10b8c90831bc0304b278941d8993eed9, disabling compactions & flushes 2024-11-07T14:20:26,418 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f35531c87527585342f412265509e4d, disabling compactions & flushes 2024-11-07T14:20:26,418 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(959): stopping server b7cc9d764de6,40723,1730989163863 2024-11-07T14:20:26,418 INFO [RS:2;b7cc9d764de6:40723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:20:26,418 INFO [RS:1;b7cc9d764de6:46541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b7cc9d764de6:46541. 2024-11-07T14:20:26,418 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d. 2024-11-07T14:20:26,418 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9. 2024-11-07T14:20:26,418 INFO [RS:2;b7cc9d764de6:40723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b7cc9d764de6:40723. 2024-11-07T14:20:26,418 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9. 2024-11-07T14:20:26,418 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d. 2024-11-07T14:20:26,418 DEBUG [RS:1;b7cc9d764de6:46541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:20:26,418 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9. after waiting 0 ms 2024-11-07T14:20:26,418 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d. after waiting 0 ms 2024-11-07T14:20:26,418 DEBUG [RS:1;b7cc9d764de6:46541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:20:26,418 DEBUG [RS:2;b7cc9d764de6:40723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:20:26,418 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9. 2024-11-07T14:20:26,418 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d. 2024-11-07T14:20:26,418 DEBUG [RS:2;b7cc9d764de6:40723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:20:26,418 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T14:20:26,418 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T14:20:26,418 DEBUG [RS:1;b7cc9d764de6:46541 {}] regionserver.HRegionServer(1325): Online Regions={10b8c90831bc0304b278941d8993eed9=SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9., f86b497e6c659f7e4ed5b0e33f127d2b=SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b., c4a3cf3f41e21882cb27f8656e4e1c91=SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91.} 2024-11-07T14:20:26,418 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T14:20:26,418 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T14:20:26,418 DEBUG [RS:1;b7cc9d764de6:46541 {}] regionserver.HRegionServer(1351): Waiting on 10b8c90831bc0304b278941d8993eed9, c4a3cf3f41e21882cb27f8656e4e1c91, f86b497e6c659f7e4ed5b0e33f127d2b 2024-11-07T14:20:26,418 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T14:20:26,422 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-07T14:20:26,423 DEBUG [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(1325): Online Regions={7f35531c87527585342f412265509e4d=SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d., d0d192b7ea25b98ce58a0daa5161f002=SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002., 39279272ae8a26a3143570c99a3b3858=SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858., 36c219288884ace5dae5129f2cad1f86=SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T14:20:26,423 DEBUG [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36c219288884ace5dae5129f2cad1f86, 39279272ae8a26a3143570c99a3b3858, 7f35531c87527585342f412265509e4d, d0d192b7ea25b98ce58a0daa5161f002 2024-11-07T14:20:26,423 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T14:20:26,423 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T14:20:26,423 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T14:20:26,423 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T14:20:26,423 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T14:20:26,423 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/10b8c90831bc0304b278941d8993eed9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T14:20:26,424 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9. 2024-11-07T14:20:26,424 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10b8c90831bc0304b278941d8993eed9: Waiting for close lock at 1730989226418Running coprocessor pre-close hooks at 1730989226418Disabling compacts and flushes for region at 1730989226418Disabling writes for close at 1730989226418Writing region close event to WAL at 1730989226419 (+1 ms)Running coprocessor post-close hooks at 1730989226424 (+5 ms)Closed at 1730989226424 2024-11-07T14:20:26,424 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1730989175119.10b8c90831bc0304b278941d8993eed9. 2024-11-07T14:20:26,424 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f86b497e6c659f7e4ed5b0e33f127d2b, disabling compactions & flushes 2024-11-07T14:20:26,424 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b. 2024-11-07T14:20:26,424 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b. 2024-11-07T14:20:26,424 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b. after waiting 0 ms 2024-11-07T14:20:26,425 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b. 2024-11-07T14:20:26,425 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T14:20:26,425 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T14:20:26,430 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/7f35531c87527585342f412265509e4d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T14:20:26,431 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d. 2024-11-07T14:20:26,431 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f35531c87527585342f412265509e4d: Waiting for close lock at 1730989226418Running coprocessor pre-close hooks at 1730989226418Disabling compacts and flushes for region at 1730989226418Disabling writes for close at 1730989226418Writing region close event to WAL at 1730989226419 (+1 ms)Running coprocessor post-close hooks at 1730989226431 (+12 ms)Closed at 1730989226431 2024-11-07T14:20:26,431 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1730989175119.7f35531c87527585342f412265509e4d. 2024-11-07T14:20:26,432 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0d192b7ea25b98ce58a0daa5161f002, disabling compactions & flushes 2024-11-07T14:20:26,432 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. 2024-11-07T14:20:26,432 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. 2024-11-07T14:20:26,432 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. after waiting 0 ms 2024-11-07T14:20:26,432 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. 2024-11-07T14:20:26,434 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/f86b497e6c659f7e4ed5b0e33f127d2b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T14:20:26,435 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-07T14:20:26,435 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b. 2024-11-07T14:20:26,435 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f86b497e6c659f7e4ed5b0e33f127d2b: Waiting for close lock at 1730989226424Running coprocessor pre-close hooks at 1730989226424Disabling compacts and flushes for region at 1730989226424Disabling writes for close at 1730989226425 (+1 ms)Writing region close event to WAL at 1730989226430 (+5 ms)Running coprocessor post-close hooks at 1730989226435 (+5 ms)Closed at 1730989226435 2024-11-07T14:20:26,435 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:20:26,436 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T14:20:26,436 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730989226423Running coprocessor pre-close hooks at 1730989226423Disabling compacts and flushes for region at 1730989226423Disabling writes for close at 1730989226423Writing region close event to WAL at 1730989226431 (+8 ms)Running coprocessor post-close hooks at 1730989226435 (+4 ms)Closed at 1730989226435 2024-11-07T14:20:26,436 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T14:20:26,436 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1730989175119.f86b497e6c659f7e4ed5b0e33f127d2b. 2024-11-07T14:20:26,436 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4a3cf3f41e21882cb27f8656e4e1c91, disabling compactions & flushes 2024-11-07T14:20:26,436 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91. 2024-11-07T14:20:26,436 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91. 2024-11-07T14:20:26,436 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91. after waiting 0 ms 2024-11-07T14:20:26,436 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91. 2024-11-07T14:20:26,437 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/d0d192b7ea25b98ce58a0daa5161f002/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T14:20:26,438 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. 2024-11-07T14:20:26,438 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0d192b7ea25b98ce58a0daa5161f002: Waiting for close lock at 1730989226432Running coprocessor pre-close hooks at 1730989226432Disabling compacts and flushes for region at 1730989226432Disabling writes for close at 1730989226432Writing region close event to WAL at 1730989226433 (+1 ms)Running coprocessor post-close hooks at 1730989226438 (+5 ms)Closed at 1730989226438 2024-11-07T14:20:26,438 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1730989175119.d0d192b7ea25b98ce58a0daa5161f002. 2024-11-07T14:20:26,439 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39279272ae8a26a3143570c99a3b3858, disabling compactions & flushes 2024-11-07T14:20:26,439 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858. 2024-11-07T14:20:26,439 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858. 2024-11-07T14:20:26,439 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858. after waiting 0 ms 2024-11-07T14:20:26,439 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858. 2024-11-07T14:20:26,441 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/c4a3cf3f41e21882cb27f8656e4e1c91/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T14:20:26,442 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91. 2024-11-07T14:20:26,442 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4a3cf3f41e21882cb27f8656e4e1c91: Waiting for close lock at 1730989226436Running coprocessor pre-close hooks at 1730989226436Disabling compacts and flushes for region at 1730989226436Disabling writes for close at 1730989226436Writing region close event to WAL at 1730989226437 (+1 ms)Running coprocessor post-close hooks at 1730989226442 (+5 ms)Closed at 1730989226442 2024-11-07T14:20:26,442 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1730989175119.c4a3cf3f41e21882cb27f8656e4e1c91. 2024-11-07T14:20:26,444 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/39279272ae8a26a3143570c99a3b3858/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T14:20:26,444 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858. 2024-11-07T14:20:26,445 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39279272ae8a26a3143570c99a3b3858: Waiting for close lock at 1730989226439Running coprocessor pre-close hooks at 1730989226439Disabling compacts and flushes for region at 1730989226439Disabling writes for close at 1730989226439Writing region close event to WAL at 1730989226440 (+1 ms)Running coprocessor post-close hooks at 1730989226444 (+4 ms)Closed at 1730989226444 2024-11-07T14:20:26,445 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1730989175119.39279272ae8a26a3143570c99a3b3858. 2024-11-07T14:20:26,445 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36c219288884ace5dae5129f2cad1f86, disabling compactions & flushes 2024-11-07T14:20:26,445 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86. 2024-11-07T14:20:26,445 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86. 2024-11-07T14:20:26,445 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86. after waiting 0 ms 2024-11-07T14:20:26,445 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86. 2024-11-07T14:20:26,449 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/data/default/SPTestTable/36c219288884ace5dae5129f2cad1f86/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T14:20:26,450 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86. 2024-11-07T14:20:26,450 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36c219288884ace5dae5129f2cad1f86: Waiting for close lock at 1730989226445Running coprocessor pre-close hooks at 1730989226445Disabling compacts and flushes for region at 1730989226445Disabling writes for close at 1730989226445Writing region close event to WAL at 1730989226445Running coprocessor post-close hooks at 1730989226450 (+5 ms)Closed at 1730989226450 2024-11-07T14:20:26,450 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1730989175119.36c219288884ace5dae5129f2cad1f86. 2024-11-07T14:20:26,512 INFO [regionserver/b7cc9d764de6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:20:26,514 INFO [regionserver/b7cc9d764de6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:20:26,618 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.HRegionServer(976): stopping server b7cc9d764de6,46541,1730989163828; all regions closed. 2024-11-07T14:20:26,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741835_1011 (size=2334) 2024-11-07T14:20:26,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741835_1011 (size=2334) 2024-11-07T14:20:26,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741835_1011 (size=2334) 2024-11-07T14:20:26,623 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(976): stopping server b7cc9d764de6,40723,1730989163863; all regions closed. 2024-11-07T14:20:26,623 DEBUG [RS:1;b7cc9d764de6:46541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/oldWALs 2024-11-07T14:20:26,624 INFO [RS:1;b7cc9d764de6:46541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C46541%2C1730989163828:(num 1730989164490) 2024-11-07T14:20:26,624 DEBUG [RS:1;b7cc9d764de6:46541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:20:26,624 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:20:26,624 INFO [RS:1;b7cc9d764de6:46541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:20:26,624 INFO [RS:1;b7cc9d764de6:46541 {}] hbase.ChoreService(370): Chore service for: regionserver/b7cc9d764de6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T14:20:26,624 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T14:20:26,624 INFO [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:20:26,624 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T14:20:26,624 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T14:20:26,624 INFO [RS:1;b7cc9d764de6:46541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:20:26,625 INFO [RS:1;b7cc9d764de6:46541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46541 2024-11-07T14:20:26,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741865_1041 (size=678) 2024-11-07T14:20:26,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741865_1041 (size=678) 2024-11-07T14:20:26,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741865_1041 (size=678) 2024-11-07T14:20:26,628 DEBUG [RS:2;b7cc9d764de6:40723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/oldWALs 2024-11-07T14:20:26,628 INFO [RS:2;b7cc9d764de6:40723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C40723%2C1730989163863.meta:.meta(num 1730989226006) 2024-11-07T14:20:26,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741834_1010 (size=3469) 2024-11-07T14:20:26,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741834_1010 (size=3469) 2024-11-07T14:20:26,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741834_1010 (size=3469) 2024-11-07T14:20:26,633 DEBUG [RS:2;b7cc9d764de6:40723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/oldWALs 2024-11-07T14:20:26,633 INFO [RS:2;b7cc9d764de6:40723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C40723%2C1730989163863:(num 1730989164474) 2024-11-07T14:20:26,633 DEBUG [RS:2;b7cc9d764de6:40723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:20:26,633 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:20:26,633 INFO [RS:2;b7cc9d764de6:40723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:20:26,634 INFO [RS:2;b7cc9d764de6:40723 {}] hbase.ChoreService(370): Chore service for: regionserver/b7cc9d764de6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T14:20:26,634 INFO [RS:2;b7cc9d764de6:40723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:20:26,634 INFO [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:20:26,634 INFO [RS:2;b7cc9d764de6:40723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40723 2024-11-07T14:20:26,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b7cc9d764de6,46541,1730989163828 2024-11-07T14:20:26,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:20:26,646 INFO [RS:1;b7cc9d764de6:46541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:20:26,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b7cc9d764de6,40723,1730989163863 2024-11-07T14:20:26,656 INFO [RS:2;b7cc9d764de6:40723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:20:26,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b7cc9d764de6,40723,1730989163863] 2024-11-07T14:20:26,681 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b7cc9d764de6,40723,1730989163863 already deleted, retry=false 2024-11-07T14:20:26,681 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b7cc9d764de6,40723,1730989163863 expired; onlineServers=1 2024-11-07T14:20:26,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b7cc9d764de6,46541,1730989163828] 2024-11-07T14:20:26,689 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b7cc9d764de6,46541,1730989163828 already deleted, retry=false 2024-11-07T14:20:26,689 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b7cc9d764de6,46541,1730989163828 expired; onlineServers=0 2024-11-07T14:20:26,690 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b7cc9d764de6,35087,1730989163656' ***** 2024-11-07T14:20:26,690 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T14:20:26,690 INFO [M:0;b7cc9d764de6:35087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:20:26,690 INFO [M:0;b7cc9d764de6:35087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:20:26,690 DEBUG [M:0;b7cc9d764de6:35087 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T14:20:26,690 DEBUG [M:0;b7cc9d764de6:35087 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T14:20:26,690 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T14:20:26,690 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730989164195 {}] cleaner.HFileCleaner(306): Exit Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730989164195,5,FailOnTimeoutGroup] 2024-11-07T14:20:26,690 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730989164191 {}] cleaner.HFileCleaner(306): Exit Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730989164191,5,FailOnTimeoutGroup] 2024-11-07T14:20:26,690 INFO [M:0;b7cc9d764de6:35087 {}] hbase.ChoreService(370): Chore service for: master/b7cc9d764de6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T14:20:26,691 INFO [M:0;b7cc9d764de6:35087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:20:26,691 DEBUG [M:0;b7cc9d764de6:35087 {}] master.HMaster(1795): Stopping service threads 2024-11-07T14:20:26,691 INFO [M:0;b7cc9d764de6:35087 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T14:20:26,691 INFO [M:0;b7cc9d764de6:35087 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T14:20:26,691 ERROR [M:0;b7cc9d764de6:35087 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:38977 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38977,5,PEWorkerGroup] 2024-11-07T14:20:26,692 INFO [M:0;b7cc9d764de6:35087 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T14:20:26,692 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T14:20:26,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T14:20:26,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:20:26,698 DEBUG [M:0;b7cc9d764de6:35087 {}] zookeeper.ZKUtil(347): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T14:20:26,698 WARN [M:0;b7cc9d764de6:35087 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T14:20:26,699 INFO [M:0;b7cc9d764de6:35087 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/.lastflushedseqids 2024-11-07T14:20:26,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741869_1045 (size=632) 2024-11-07T14:20:26,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741869_1045 (size=632) 2024-11-07T14:20:26,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741869_1045 (size=632) 2024-11-07T14:20:26,712 INFO [M:0;b7cc9d764de6:35087 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T14:20:26,712 INFO [M:0;b7cc9d764de6:35087 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T14:20:26,712 DEBUG [M:0;b7cc9d764de6:35087 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T14:20:26,712 INFO [M:0;b7cc9d764de6:35087 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:20:26,712 DEBUG [M:0;b7cc9d764de6:35087 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:20:26,712 DEBUG [M:0;b7cc9d764de6:35087 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T14:20:26,713 DEBUG [M:0;b7cc9d764de6:35087 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:20:26,713 INFO [M:0;b7cc9d764de6:35087 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.84 KB heapSize=253.98 KB 2024-11-07T14:20:26,735 DEBUG [M:0;b7cc9d764de6:35087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8449a20f8ff14089b75b3aa2e25bfefd is 82, key is hbase:meta,,1/info:regioninfo/1730989226172/Put/seqid=0 2024-11-07T14:20:26,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741870_1046 (size=6071) 2024-11-07T14:20:26,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741870_1046 (size=6071) 2024-11-07T14:20:26,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741870_1046 (size=6071) 2024-11-07T14:20:26,746 INFO [M:0;b7cc9d764de6:35087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8449a20f8ff14089b75b3aa2e25bfefd 2024-11-07T14:20:26,765 INFO [RS:1;b7cc9d764de6:46541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:20:26,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:20:26,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10116d84a1b0002, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:20:26,765 INFO [RS:1;b7cc9d764de6:46541 {}] regionserver.HRegionServer(1031): Exiting; stopping=b7cc9d764de6,46541,1730989163828; zookeeper connection closed. 2024-11-07T14:20:26,765 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1142691 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1142691 2024-11-07T14:20:26,768 DEBUG [M:0;b7cc9d764de6:35087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/151590084468409dab8784215daef659 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730989185513/Put/seqid=0 2024-11-07T14:20:26,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:20:26,773 INFO [RS:2;b7cc9d764de6:40723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:20:26,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741871_1047 (size=11558) 2024-11-07T14:20:26,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x10116d84a1b0003, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:20:26,773 INFO [RS:2;b7cc9d764de6:40723 {}] regionserver.HRegionServer(1031): Exiting; stopping=b7cc9d764de6,40723,1730989163863; zookeeper connection closed. 2024-11-07T14:20:26,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741871_1047 (size=11558) 2024-11-07T14:20:26,773 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6178313e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6178313e 2024-11-07T14:20:26,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741871_1047 (size=11558) 2024-11-07T14:20:26,774 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-07T14:20:26,774 INFO [M:0;b7cc9d764de6:35087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.61 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/151590084468409dab8784215daef659 2024-11-07T14:20:26,779 INFO [M:0;b7cc9d764de6:35087 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 151590084468409dab8784215daef659 2024-11-07T14:20:26,795 DEBUG [M:0;b7cc9d764de6:35087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/002f0e358ec24514849891b4326867cc is 69, key is b7cc9d764de6,40723,1730989163863/rs:state/1730989164258/Put/seqid=0 2024-11-07T14:20:26,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741872_1048 (size=5442) 2024-11-07T14:20:26,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741872_1048 (size=5442) 2024-11-07T14:20:26,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741872_1048 (size=5442) 2024-11-07T14:20:26,802 INFO [M:0;b7cc9d764de6:35087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/002f0e358ec24514849891b4326867cc 2024-11-07T14:20:26,808 INFO [M:0;b7cc9d764de6:35087 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 002f0e358ec24514849891b4326867cc 2024-11-07T14:20:26,809 DEBUG [M:0;b7cc9d764de6:35087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8449a20f8ff14089b75b3aa2e25bfefd as hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8449a20f8ff14089b75b3aa2e25bfefd 2024-11-07T14:20:26,815 INFO [M:0;b7cc9d764de6:35087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8449a20f8ff14089b75b3aa2e25bfefd, entries=14, sequenceid=443, filesize=5.9 K 2024-11-07T14:20:26,817 DEBUG [M:0;b7cc9d764de6:35087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/151590084468409dab8784215daef659 as hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/151590084468409dab8784215daef659 2024-11-07T14:20:26,824 INFO [M:0;b7cc9d764de6:35087 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 151590084468409dab8784215daef659 2024-11-07T14:20:26,824 INFO [M:0;b7cc9d764de6:35087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/151590084468409dab8784215daef659, entries=52, sequenceid=443, filesize=11.3 K 2024-11-07T14:20:26,825 DEBUG [M:0;b7cc9d764de6:35087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/002f0e358ec24514849891b4326867cc as hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/002f0e358ec24514849891b4326867cc 2024-11-07T14:20:26,831 INFO [M:0;b7cc9d764de6:35087 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 002f0e358ec24514849891b4326867cc 2024-11-07T14:20:26,831 INFO [M:0;b7cc9d764de6:35087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38977/user/jenkins/test-data/c34f17df-cd4a-0df5-ba79-a262ae639b1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/002f0e358ec24514849891b4326867cc, entries=3, sequenceid=443, filesize=5.3 K 2024-11-07T14:20:26,832 INFO [M:0;b7cc9d764de6:35087 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.84 KB/217944, heapSize ~253.69 KB/259776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=443, compaction requested=false 2024-11-07T14:20:26,834 INFO [M:0;b7cc9d764de6:35087 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:20:26,834 DEBUG [M:0;b7cc9d764de6:35087 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730989226712Disabling compacts and flushes for region at 1730989226712Disabling writes for close at 1730989226713 (+1 ms)Obtaining lock to block concurrent updates at 1730989226713Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730989226713Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217944, getHeapSize=260016, getOffHeapSize=0, getCellsCount=542 at 1730989226713Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730989226713Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730989226713Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730989226734 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730989226734Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730989226753 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730989226767 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730989226767Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730989226779 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730989226794 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730989226794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@209fd3c5: reopening flushed file at 1730989226808 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3529a1: reopening flushed file at 1730989226815 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b64964: reopening flushed file at 1730989226824 (+9 ms)Finished flush of dataSize ~212.84 KB/217944, heapSize ~253.69 KB/259776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=443, compaction requested=false at 1730989226832 (+8 ms)Writing region close event to WAL at 1730989226834 (+2 ms)Closed at 1730989226834 2024-11-07T14:20:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45441 is added to blk_1073741830_1006 (size=247554) 2024-11-07T14:20:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741830_1006 (size=247554) 2024-11-07T14:20:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741830_1006 (size=247554) 2024-11-07T14:20:26,837 INFO [M:0;b7cc9d764de6:35087 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T14:20:26,837 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:20:26,837 INFO [M:0;b7cc9d764de6:35087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35087 2024-11-07T14:20:26,837 INFO [M:0;b7cc9d764de6:35087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:20:26,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:20:26,947 INFO [M:0;b7cc9d764de6:35087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:20:26,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35087-0x10116d84a1b0000, quorum=127.0.0.1:50008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:20:26,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19219d33{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:20:26,983 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3615cd80{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:20:26,983 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:20:26,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d943a84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:20:26,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e86945c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/hadoop.log.dir/,STOPPED} 2024-11-07T14:20:26,985 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:20:26,985 WARN [BP-680866823-172.17.0.3-1730989161848 heartbeating to localhost/127.0.0.1:38977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:20:26,985 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:20:26,985 WARN [BP-680866823-172.17.0.3-1730989161848 heartbeating to localhost/127.0.0.1:38977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-680866823-172.17.0.3-1730989161848 (Datanode Uuid aedfb325-d829-49c0-a743-70efff6ffafb) service to localhost/127.0.0.1:38977 2024-11-07T14:20:26,986 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/cluster_838c1a4f-56b6-b266-a49c-d6408fba672a/data/data5/current/BP-680866823-172.17.0.3-1730989161848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:20:26,986 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/cluster_838c1a4f-56b6-b266-a49c-d6408fba672a/data/data6/current/BP-680866823-172.17.0.3-1730989161848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:20:26,986 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:20:26,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@882f8d6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:20:26,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d1726b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:20:26,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:20:26,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ceade03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:20:26,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3b5ab5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/hadoop.log.dir/,STOPPED} 2024-11-07T14:20:26,991 WARN [BP-680866823-172.17.0.3-1730989161848 heartbeating to localhost/127.0.0.1:38977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:20:26,991 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:20:26,991 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:20:26,991 WARN [BP-680866823-172.17.0.3-1730989161848 heartbeating to localhost/127.0.0.1:38977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-680866823-172.17.0.3-1730989161848 (Datanode Uuid 736e96da-a8cc-45b9-ac46-4bf1b0df9ba5) service to localhost/127.0.0.1:38977 2024-11-07T14:20:26,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/cluster_838c1a4f-56b6-b266-a49c-d6408fba672a/data/data3/current/BP-680866823-172.17.0.3-1730989161848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:20:26,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/cluster_838c1a4f-56b6-b266-a49c-d6408fba672a/data/data4/current/BP-680866823-172.17.0.3-1730989161848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:20:26,992 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:20:26,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11813432{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:20:26,994 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@652ac91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:20:26,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:20:26,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74a21563{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:20:26,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201c67a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/hadoop.log.dir/,STOPPED} 2024-11-07T14:20:26,996 WARN [BP-680866823-172.17.0.3-1730989161848 heartbeating to localhost/127.0.0.1:38977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:20:26,996 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:20:26,996 WARN [BP-680866823-172.17.0.3-1730989161848 heartbeating to localhost/127.0.0.1:38977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-680866823-172.17.0.3-1730989161848 (Datanode Uuid 1a7bbd0b-5b38-4c78-a3ef-621b3b086c7d) service to localhost/127.0.0.1:38977 2024-11-07T14:20:26,996 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:20:26,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/cluster_838c1a4f-56b6-b266-a49c-d6408fba672a/data/data1/current/BP-680866823-172.17.0.3-1730989161848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:20:26,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/cluster_838c1a4f-56b6-b266-a49c-d6408fba672a/data/data2/current/BP-680866823-172.17.0.3-1730989161848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:20:26,997 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:20:27,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3919cb29{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T14:20:27,003 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fed62ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:20:27,003 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:20:27,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@123fb1ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:20:27,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e3e7f78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/735eebf9-d44d-6228-196c-7c3070a4d157/hadoop.log.dir/,STOPPED} 2024-11-07T14:20:27,010 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T14:20:27,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T14:20:27,052 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 94) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38977 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/b7cc9d764de6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38977 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 219), ProcessCount=11 (was 11), AvailableMemoryMB=1505 (was 1291) - AvailableMemoryMB LEAK? -