2024-12-01 22:39:35,477 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-01 22:39:35,501 main DEBUG Took 0.020764 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-01 22:39:35,502 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-01 22:39:35,502 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-01 22:39:35,503 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-01 22:39:35,506 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:39:35,523 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-01 22:39:35,547 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:39:35,549 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:39:35,550 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:39:35,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:39:35,551 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:39:35,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:39:35,553 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:39:35,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:39:35,554 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:39:35,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:39:35,555 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:39:35,556 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:39:35,557 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:39:35,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:39:35,558 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:39:35,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:39:35,559 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:39:35,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:39:35,560 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:39:35,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:39:35,561 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:39:35,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:39:35,562 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:39:35,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 22:39:35,563 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:39:35,564 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-01 22:39:35,566 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 22:39:35,567 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-01 22:39:35,570 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-01 22:39:35,571 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-01 22:39:35,573 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-01 22:39:35,573 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-01 22:39:35,584 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-01 22:39:35,586 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-01 22:39:35,588 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-01 22:39:35,589 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-01 22:39:35,589 main DEBUG createAppenders(={Console}) 2024-12-01 22:39:35,590 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-01 22:39:35,591 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-01 22:39:35,591 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-01 22:39:35,592 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-01 22:39:35,593 main DEBUG OutputStream closed 2024-12-01 22:39:35,593 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-01 22:39:35,594 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-01 22:39:35,594 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-01 22:39:35,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-01 22:39:35,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-01 22:39:35,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-01 22:39:35,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-01 22:39:35,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-01 22:39:35,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-01 22:39:35,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-01 22:39:35,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-01 22:39:35,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-01 22:39:35,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-01 22:39:35,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-01 22:39:35,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-01 22:39:35,725 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-01 22:39:35,726 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-01 22:39:35,726 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-01 22:39:35,727 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-01 22:39:35,727 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-01 22:39:35,729 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-01 22:39:35,733 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01 22:39:35,733 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-01 22:39:35,734 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-01 22:39:35,735 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-01T22:39:35,754 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-01 22:39:35,758 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-01 22:39:35,759 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01T22:39:35,770 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-01T22:39:35,819 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=249, ProcessCount=11, AvailableMemoryMB=11452 2024-12-01T22:39:36,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad 2024-12-01T22:39:36,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T22:39:36,240 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/cluster_b7ea3e91-4402-1925-f814-55e72458c7d2, deleteOnExit=true 2024-12-01T22:39:36,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T22:39:36,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/test.cache.data in system properties and HBase conf 2024-12-01T22:39:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T22:39:36,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/hadoop.log.dir in system properties and HBase conf 2024-12-01T22:39:36,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T22:39:36,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T22:39:36,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T22:39:36,357 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-01T22:39:36,484 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T22:39:36,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T22:39:36,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T22:39:36,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T22:39:36,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T22:39:36,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T22:39:36,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T22:39:36,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T22:39:36,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T22:39:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T22:39:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/nfs.dump.dir in system properties and HBase conf 2024-12-01T22:39:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/java.io.tmpdir in system properties and HBase conf 2024-12-01T22:39:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T22:39:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T22:39:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T22:39:37,878 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-01T22:39:37,997 INFO [Time-limited test {}] log.Log(170): Logging initialized @3382ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-01T22:39:38,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T22:39:38,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T22:39:38,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T22:39:38,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T22:39:38,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T22:39:38,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T22:39:38,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/hadoop.log.dir/,AVAILABLE} 2024-12-01T22:39:38,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T22:39:38,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aaaed20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/java.io.tmpdir/jetty-localhost-34199-hadoop-hdfs-3_4_1-tests_jar-_-any-13549674707248421673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T22:39:38,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:34199} 2024-12-01T22:39:38,431 INFO [Time-limited test {}] server.Server(415): Started @3818ms 2024-12-01T22:39:39,005 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T22:39:39,012 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T22:39:39,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T22:39:39,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T22:39:39,014 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T22:39:39,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/hadoop.log.dir/,AVAILABLE} 2024-12-01T22:39:39,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T22:39:39,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b13900{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/java.io.tmpdir/jetty-localhost-36715-hadoop-hdfs-3_4_1-tests_jar-_-any-1413433721542367909/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T22:39:39,115 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:36715} 2024-12-01T22:39:39,115 INFO [Time-limited test {}] server.Server(415): Started @4502ms 2024-12-01T22:39:39,179 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T22:39:39,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T22:39:39,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T22:39:39,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T22:39:39,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T22:39:39,346 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T22:39:39,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/hadoop.log.dir/,AVAILABLE} 2024-12-01T22:39:39,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T22:39:39,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b37a1ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/java.io.tmpdir/jetty-localhost-40881-hadoop-hdfs-3_4_1-tests_jar-_-any-18022698722666548681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T22:39:39,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:40881} 2024-12-01T22:39:39,483 INFO [Time-limited test {}] server.Server(415): Started @4870ms 2024-12-01T22:39:39,486 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T22:39:39,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T22:39:39,536 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T22:39:39,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T22:39:39,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T22:39:39,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T22:39:39,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/hadoop.log.dir/,AVAILABLE} 2024-12-01T22:39:39,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T22:39:39,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af6b56c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/java.io.tmpdir/jetty-localhost-38179-hadoop-hdfs-3_4_1-tests_jar-_-any-3192215515368058954/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T22:39:39,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:38179} 2024-12-01T22:39:39,663 INFO [Time-limited test {}] server.Server(415): Started @5050ms 2024-12-01T22:39:39,664 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T22:39:41,353 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/cluster_b7ea3e91-4402-1925-f814-55e72458c7d2/data/data4/current/BP-762788397-172.17.0.2-1733092777160/current, will proceed with Du for space computation calculation, 2024-12-01T22:39:41,353 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/cluster_b7ea3e91-4402-1925-f814-55e72458c7d2/data/data3/current/BP-762788397-172.17.0.2-1733092777160/current, will proceed with Du for space computation calculation, 2024-12-01T22:39:41,353 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/cluster_b7ea3e91-4402-1925-f814-55e72458c7d2/data/data1/current/BP-762788397-172.17.0.2-1733092777160/current, will proceed with Du for space computation calculation, 2024-12-01T22:39:41,353 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/cluster_b7ea3e91-4402-1925-f814-55e72458c7d2/data/data2/current/BP-762788397-172.17.0.2-1733092777160/current, will proceed with Du for space computation calculation, 2024-12-01T22:39:41,405 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/cluster_b7ea3e91-4402-1925-f814-55e72458c7d2/data/data5/current/BP-762788397-172.17.0.2-1733092777160/current, will proceed with Du for space computation calculation, 2024-12-01T22:39:41,405 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T22:39:41,405 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T22:39:41,408 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/cluster_b7ea3e91-4402-1925-f814-55e72458c7d2/data/data6/current/BP-762788397-172.17.0.2-1733092777160/current, will proceed with Du for space computation calculation, 2024-12-01T22:39:41,438 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T22:39:41,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad 2024-12-01T22:39:41,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3eae451ffef9279 with lease ID 0x55ea0b8e5afc2750: Processing first storage report for DS-e0ff204d-16f6-4b4c-9dd4-aa03def335ba from datanode DatanodeRegistration(127.0.0.1:35359, datanodeUuid=0f6314f8-679f-4f09-8d98-0ea143e6d03a, infoPort=34737, infoSecurePort=0, ipcPort=39819, storageInfo=lv=-57;cid=testClusterID;nsid=211161375;c=1733092777160) 2024-12-01T22:39:41,461 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3eae451ffef9279 with lease ID 0x55ea0b8e5afc2750: from storage DS-e0ff204d-16f6-4b4c-9dd4-aa03def335ba node DatanodeRegistration(127.0.0.1:35359, datanodeUuid=0f6314f8-679f-4f09-8d98-0ea143e6d03a, infoPort=34737, infoSecurePort=0, ipcPort=39819, storageInfo=lv=-57;cid=testClusterID;nsid=211161375;c=1733092777160), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T22:39:41,461 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4a9120c65212d54 with lease ID 0x55ea0b8e5afc274f: Processing first storage report for DS-06e7477b-6cf0-4090-b37a-5fb40ed4a8f9 from datanode DatanodeRegistration(127.0.0.1:40189, datanodeUuid=cdd3f580-237e-4ac7-858b-e6625f3e9a39, infoPort=40191, infoSecurePort=0, ipcPort=36955, storageInfo=lv=-57;cid=testClusterID;nsid=211161375;c=1733092777160) 2024-12-01T22:39:41,461 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4a9120c65212d54 with lease ID 0x55ea0b8e5afc274f: from storage DS-06e7477b-6cf0-4090-b37a-5fb40ed4a8f9 node DatanodeRegistration(127.0.0.1:40189, datanodeUuid=cdd3f580-237e-4ac7-858b-e6625f3e9a39, infoPort=40191, infoSecurePort=0, ipcPort=36955, storageInfo=lv=-57;cid=testClusterID;nsid=211161375;c=1733092777160), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T22:39:41,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x437413b765b04ad1 with lease ID 0x55ea0b8e5afc274e: Processing first storage report for DS-d29fb6b3-33b8-473b-80b6-d68fd1c59f8a from datanode DatanodeRegistration(127.0.0.1:44735, datanodeUuid=098ffe6b-90a7-469e-a96b-39f7efe165f3, infoPort=42231, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=211161375;c=1733092777160) 2024-12-01T22:39:41,462 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x437413b765b04ad1 with lease ID 0x55ea0b8e5afc274e: from storage DS-d29fb6b3-33b8-473b-80b6-d68fd1c59f8a node DatanodeRegistration(127.0.0.1:44735, datanodeUuid=098ffe6b-90a7-469e-a96b-39f7efe165f3, infoPort=42231, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=211161375;c=1733092777160), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T22:39:41,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3eae451ffef9279 with lease ID 0x55ea0b8e5afc2750: Processing first storage report for DS-db72ac09-9ace-4826-9b12-dbbb9baabdc9 from datanode DatanodeRegistration(127.0.0.1:35359, datanodeUuid=0f6314f8-679f-4f09-8d98-0ea143e6d03a, infoPort=34737, infoSecurePort=0, ipcPort=39819, storageInfo=lv=-57;cid=testClusterID;nsid=211161375;c=1733092777160) 2024-12-01T22:39:41,462 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3eae451ffef9279 with lease ID 0x55ea0b8e5afc2750: from storage DS-db72ac09-9ace-4826-9b12-dbbb9baabdc9 node DatanodeRegistration(127.0.0.1:35359, datanodeUuid=0f6314f8-679f-4f09-8d98-0ea143e6d03a, infoPort=34737, infoSecurePort=0, ipcPort=39819, storageInfo=lv=-57;cid=testClusterID;nsid=211161375;c=1733092777160), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T22:39:41,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4a9120c65212d54 with lease ID 0x55ea0b8e5afc274f: Processing first storage report for DS-71a4d404-286e-4a8c-b5a2-0b0b522977c8 from datanode DatanodeRegistration(127.0.0.1:40189, datanodeUuid=cdd3f580-237e-4ac7-858b-e6625f3e9a39, infoPort=40191, infoSecurePort=0, ipcPort=36955, storageInfo=lv=-57;cid=testClusterID;nsid=211161375;c=1733092777160) 2024-12-01T22:39:41,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4a9120c65212d54 with lease ID 0x55ea0b8e5afc274f: from storage DS-71a4d404-286e-4a8c-b5a2-0b0b522977c8 node DatanodeRegistration(127.0.0.1:40189, datanodeUuid=cdd3f580-237e-4ac7-858b-e6625f3e9a39, infoPort=40191, infoSecurePort=0, ipcPort=36955, storageInfo=lv=-57;cid=testClusterID;nsid=211161375;c=1733092777160), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T22:39:41,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x437413b765b04ad1 with lease ID 0x55ea0b8e5afc274e: Processing first storage report for DS-6b7a142c-0f8c-42dc-bb68-ad386ed04b74 from datanode DatanodeRegistration(127.0.0.1:44735, datanodeUuid=098ffe6b-90a7-469e-a96b-39f7efe165f3, infoPort=42231, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=211161375;c=1733092777160) 2024-12-01T22:39:41,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x437413b765b04ad1 with lease ID 0x55ea0b8e5afc274e: from storage DS-6b7a142c-0f8c-42dc-bb68-ad386ed04b74 node DatanodeRegistration(127.0.0.1:44735, datanodeUuid=098ffe6b-90a7-469e-a96b-39f7efe165f3, infoPort=42231, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=211161375;c=1733092777160), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T22:39:41,522 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/cluster_b7ea3e91-4402-1925-f814-55e72458c7d2/zookeeper_0, clientPort=56085, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/cluster_b7ea3e91-4402-1925-f814-55e72458c7d2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/cluster_b7ea3e91-4402-1925-f814-55e72458c7d2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T22:39:41,532 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56085 2024-12-01T22:39:41,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:39:41,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:39:41,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741825_1001 (size=7) 2024-12-01T22:39:41,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741825_1001 (size=7) 2024-12-01T22:39:41,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741825_1001 (size=7) 2024-12-01T22:39:42,176 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23 with version=8 2024-12-01T22:39:42,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/hbase-staging 2024-12-01T22:39:42,267 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-01T22:39:42,480 INFO [Time-limited test {}] client.ConnectionUtils(128): master/14efca635be3:0 server-side Connection retries=45 2024-12-01T22:39:42,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:39:42,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T22:39:42,495 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T22:39:42,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:39:42,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T22:39:42,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T22:39:42,683 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-01T22:39:42,692 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-01T22:39:42,696 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T22:39:42,723 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1550 (auto-detected) 2024-12-01T22:39:42,724 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-01T22:39:42,746 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42667 2024-12-01T22:39:42,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42667 connecting to ZooKeeper ensemble=127.0.0.1:56085 2024-12-01T22:39:42,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426670x0, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T22:39:42,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42667-0x101930d296d0000 connected 2024-12-01T22:39:42,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:39:42,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:39:42,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:39:42,987 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23, hbase.cluster.distributed=false 2024-12-01T22:39:43,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T22:39:43,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42667 2024-12-01T22:39:43,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42667 2024-12-01T22:39:43,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42667 2024-12-01T22:39:43,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42667 2024-12-01T22:39:43,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42667 2024-12-01T22:39:43,101 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/14efca635be3:0 server-side Connection retries=45 2024-12-01T22:39:43,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:39:43,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T22:39:43,103 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T22:39:43,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:39:43,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T22:39:43,105 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T22:39:43,107 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T22:39:43,108 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36401 2024-12-01T22:39:43,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36401 connecting to ZooKeeper ensemble=127.0.0.1:56085 2024-12-01T22:39:43,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:39:43,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:39:43,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364010x0, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T22:39:43,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36401-0x101930d296d0001 connected 2024-12-01T22:39:43,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364010x0, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:39:43,136 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T22:39:43,144 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T22:39:43,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T22:39:43,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T22:39:43,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36401 2024-12-01T22:39:43,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36401 2024-12-01T22:39:43,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36401 2024-12-01T22:39:43,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36401 2024-12-01T22:39:43,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36401 2024-12-01T22:39:43,167 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/14efca635be3:0 server-side Connection retries=45 2024-12-01T22:39:43,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:39:43,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T22:39:43,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T22:39:43,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:39:43,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T22:39:43,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T22:39:43,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T22:39:43,170 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39679 2024-12-01T22:39:43,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39679 connecting to ZooKeeper ensemble=127.0.0.1:56085 2024-12-01T22:39:43,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:39:43,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:39:43,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396790x0, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T22:39:43,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39679-0x101930d296d0002 connected 2024-12-01T22:39:43,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39679-0x101930d296d0002, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:39:43,187 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T22:39:43,189 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T22:39:43,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39679-0x101930d296d0002, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T22:39:43,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39679-0x101930d296d0002, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T22:39:43,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39679 2024-12-01T22:39:43,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39679 2024-12-01T22:39:43,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39679 2024-12-01T22:39:43,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39679 2024-12-01T22:39:43,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39679 2024-12-01T22:39:43,218 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/14efca635be3:0 server-side Connection retries=45 2024-12-01T22:39:43,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:39:43,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T22:39:43,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T22:39:43,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:39:43,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T22:39:43,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T22:39:43,220 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T22:39:43,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41907 2024-12-01T22:39:43,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41907 connecting to ZooKeeper ensemble=127.0.0.1:56085 2024-12-01T22:39:43,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:39:43,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:39:43,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419070x0, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T22:39:43,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41907-0x101930d296d0003 connected 2024-12-01T22:39:43,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419070x0, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:39:43,239 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T22:39:43,241 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T22:39:43,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T22:39:43,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T22:39:43,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41907 2024-12-01T22:39:43,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41907 2024-12-01T22:39:43,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41907 2024-12-01T22:39:43,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41907 2024-12-01T22:39:43,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41907 2024-12-01T22:39:43,265 DEBUG [M:0;14efca635be3:42667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;14efca635be3:42667 2024-12-01T22:39:43,266 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/14efca635be3,42667,1733092782315 2024-12-01T22:39:43,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39679-0x101930d296d0002, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:39:43,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:39:43,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:39:43,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:39:43,283 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/14efca635be3,42667,1733092782315 2024-12-01T22:39:43,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T22:39:43,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:43,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T22:39:43,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:43,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39679-0x101930d296d0002, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T22:39:43,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:43,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39679-0x101930d296d0002, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:43,321 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T22:39:43,322 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/14efca635be3,42667,1733092782315 from backup master directory 2024-12-01T22:39:43,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/14efca635be3,42667,1733092782315 2024-12-01T22:39:43,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39679-0x101930d296d0002, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:39:43,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:39:43,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:39:43,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:39:43,333 WARN [master/14efca635be3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T22:39:43,333 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=14efca635be3,42667,1733092782315 2024-12-01T22:39:43,336 INFO [master/14efca635be3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-01T22:39:43,337 INFO [master/14efca635be3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-01T22:39:43,400 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/hbase.id] with ID: 36d5b8a4-fc39-4987-bd2c-68818cbf4500 2024-12-01T22:39:43,400 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/.tmp/hbase.id 2024-12-01T22:39:43,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741826_1002 (size=42) 2024-12-01T22:39:43,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741826_1002 (size=42) 2024-12-01T22:39:43,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741826_1002 (size=42) 2024-12-01T22:39:43,421 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/.tmp/hbase.id]:[hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/hbase.id] 2024-12-01T22:39:43,473 INFO [master/14efca635be3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:39:43,479 INFO [master/14efca635be3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T22:39:43,498 INFO [master/14efca635be3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-01T22:39:43,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:43,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:43,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:43,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39679-0x101930d296d0002, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:43,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741827_1003 (size=196) 2024-12-01T22:39:43,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741827_1003 (size=196) 2024-12-01T22:39:43,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741827_1003 (size=196) 2024-12-01T22:39:43,543 INFO [master/14efca635be3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T22:39:43,545 INFO [master/14efca635be3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T22:39:43,560 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T22:39:43,564 INFO [master/14efca635be3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T22:39:43,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741828_1004 (size=1189) 2024-12-01T22:39:43,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741828_1004 (size=1189) 2024-12-01T22:39:43,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741828_1004 (size=1189) 2024-12-01T22:39:43,609 INFO [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store 2024-12-01T22:39:43,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741829_1005 (size=34) 2024-12-01T22:39:43,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741829_1005 (size=34) 2024-12-01T22:39:43,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741829_1005 (size=34) 2024-12-01T22:39:43,640 INFO [master/14efca635be3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-01T22:39:43,644 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:39:43,645 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T22:39:43,645 INFO [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:39:43,646 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:39:43,648 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T22:39:43,648 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:39:43,648 INFO [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:39:43,650 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733092783645Disabling compacts and flushes for region at 1733092783645Disabling writes for close at 1733092783648 (+3 ms)Writing region close event to WAL at 1733092783648Closed at 1733092783648 2024-12-01T22:39:43,653 WARN [master/14efca635be3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/.initializing 2024-12-01T22:39:43,653 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/WALs/14efca635be3,42667,1733092782315 2024-12-01T22:39:43,662 INFO [master/14efca635be3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T22:39:43,677 INFO [master/14efca635be3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=14efca635be3%2C42667%2C1733092782315, suffix=, logDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/WALs/14efca635be3,42667,1733092782315, archiveDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/oldWALs, maxLogs=10 2024-12-01T22:39:43,699 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/WALs/14efca635be3,42667,1733092782315/14efca635be3%2C42667%2C1733092782315.1733092783682, exclude list is [], retry=0 2024-12-01T22:39:43,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35359,DS-e0ff204d-16f6-4b4c-9dd4-aa03def335ba,DISK] 2024-12-01T22:39:43,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44735,DS-d29fb6b3-33b8-473b-80b6-d68fd1c59f8a,DISK] 2024-12-01T22:39:43,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40189,DS-06e7477b-6cf0-4090-b37a-5fb40ed4a8f9,DISK] 2024-12-01T22:39:43,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-01T22:39:43,762 INFO [master/14efca635be3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/WALs/14efca635be3,42667,1733092782315/14efca635be3%2C42667%2C1733092782315.1733092783682 2024-12-01T22:39:43,763 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34737:34737),(127.0.0.1/127.0.0.1:40191:40191),(127.0.0.1/127.0.0.1:42231:42231)] 2024-12-01T22:39:43,764 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T22:39:43,764 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:39:43,767 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:39:43,768 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:39:43,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:39:43,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T22:39:43,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:39:43,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:39:43,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:39:43,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T22:39:43,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:39:43,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:39:43,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:39:43,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T22:39:43,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:39:43,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:39:43,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:39:43,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T22:39:43,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:39:43,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:39:43,853 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:39:43,857 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:39:43,858 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:39:43,862 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:39:43,863 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:39:43,867 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T22:39:43,871 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:39:43,875 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:39:43,877 INFO [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62362209, jitterRate=-0.07073067128658295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T22:39:43,883 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733092783783Initializing all the Stores at 1733092783786 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092783786Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092783789 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092783789Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092783789Cleaning up temporary data from old regions at 1733092783863 (+74 ms)Region opened successfully at 1733092783882 (+19 ms) 2024-12-01T22:39:43,884 INFO [master/14efca635be3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T22:39:43,915 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8966ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=14efca635be3/172.17.0.2:0 2024-12-01T22:39:43,943 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T22:39:43,953 INFO [master/14efca635be3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T22:39:43,953 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T22:39:43,955 INFO [master/14efca635be3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T22:39:43,957 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-01T22:39:43,962 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-01T22:39:43,962 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-01T22:39:43,989 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T22:39:43,999 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T22:39:44,014 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-01T22:39:44,017 INFO [master/14efca635be3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T22:39:44,019 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T22:39:44,035 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-01T22:39:44,038 INFO [master/14efca635be3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T22:39:44,042 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T22:39:44,047 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-01T22:39:44,049 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T22:39:44,058 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T22:39:44,075 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T22:39:44,087 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T22:39:44,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T22:39:44,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39679-0x101930d296d0002, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T22:39:44,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T22:39:44,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T22:39:44,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:44,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:44,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39679-0x101930d296d0002, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:44,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:44,104 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=14efca635be3,42667,1733092782315, sessionid=0x101930d296d0000, setting cluster-up flag (Was=false) 2024-12-01T22:39:44,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:44,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:44,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39679-0x101930d296d0002, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:44,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:44,174 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T22:39:44,176 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=14efca635be3,42667,1733092782315 2024-12-01T22:39:44,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39679-0x101930d296d0002, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:44,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:44,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:44,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:44,227 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T22:39:44,229 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=14efca635be3,42667,1733092782315 2024-12-01T22:39:44,237 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T22:39:44,256 INFO [RS:1;14efca635be3:39679 {}] regionserver.HRegionServer(746): ClusterId : 36d5b8a4-fc39-4987-bd2c-68818cbf4500 2024-12-01T22:39:44,256 INFO [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(746): ClusterId : 36d5b8a4-fc39-4987-bd2c-68818cbf4500 2024-12-01T22:39:44,256 INFO [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(746): ClusterId : 36d5b8a4-fc39-4987-bd2c-68818cbf4500 2024-12-01T22:39:44,258 DEBUG [RS:0;14efca635be3:36401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T22:39:44,258 DEBUG [RS:2;14efca635be3:41907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T22:39:44,258 DEBUG [RS:1;14efca635be3:39679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T22:39:44,289 DEBUG [RS:1;14efca635be3:39679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T22:39:44,289 DEBUG [RS:0;14efca635be3:36401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T22:39:44,289 DEBUG [RS:2;14efca635be3:41907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T22:39:44,289 DEBUG [RS:1;14efca635be3:39679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T22:39:44,289 DEBUG [RS:0;14efca635be3:36401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T22:39:44,289 DEBUG [RS:2;14efca635be3:41907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T22:39:44,302 DEBUG [RS:0;14efca635be3:36401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T22:39:44,302 DEBUG [RS:1;14efca635be3:39679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T22:39:44,302 DEBUG [RS:2;14efca635be3:41907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T22:39:44,302 DEBUG [RS:2;14efca635be3:41907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb982e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=14efca635be3/172.17.0.2:0 2024-12-01T22:39:44,302 DEBUG [RS:1;14efca635be3:39679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268c35d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=14efca635be3/172.17.0.2:0 2024-12-01T22:39:44,302 DEBUG [RS:0;14efca635be3:36401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18bf431e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=14efca635be3/172.17.0.2:0 2024-12-01T22:39:44,316 DEBUG [RS:2;14efca635be3:41907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;14efca635be3:41907 2024-12-01T22:39:44,316 DEBUG [RS:1;14efca635be3:39679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;14efca635be3:39679 2024-12-01T22:39:44,319 INFO [RS:1;14efca635be3:39679 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T22:39:44,319 INFO [RS:2;14efca635be3:41907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T22:39:44,319 INFO [RS:1;14efca635be3:39679 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T22:39:44,319 INFO [RS:2;14efca635be3:41907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T22:39:44,319 DEBUG [RS:1;14efca635be3:39679 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T22:39:44,319 DEBUG [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T22:39:44,319 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T22:39:44,320 DEBUG [RS:0;14efca635be3:36401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;14efca635be3:36401 2024-12-01T22:39:44,320 INFO [RS:0;14efca635be3:36401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T22:39:44,320 INFO [RS:0;14efca635be3:36401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T22:39:44,320 DEBUG [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T22:39:44,322 INFO [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(2659): reportForDuty to master=14efca635be3,42667,1733092782315 with port=41907, startcode=1733092783218 2024-12-01T22:39:44,322 INFO [RS:1;14efca635be3:39679 {}] regionserver.HRegionServer(2659): reportForDuty to master=14efca635be3,42667,1733092782315 with port=39679, startcode=1733092783167 2024-12-01T22:39:44,322 INFO [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(2659): reportForDuty to master=14efca635be3,42667,1733092782315 with port=36401, startcode=1733092783071 2024-12-01T22:39:44,329 INFO [master/14efca635be3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T22:39:44,333 DEBUG [RS:2;14efca635be3:41907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T22:39:44,333 DEBUG [RS:0;14efca635be3:36401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T22:39:44,333 DEBUG [RS:1;14efca635be3:39679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T22:39:44,335 INFO [master/14efca635be3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T22:39:44,341 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 14efca635be3,42667,1733092782315 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T22:39:44,348 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/14efca635be3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T22:39:44,348 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/14efca635be3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T22:39:44,348 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/14efca635be3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T22:39:44,348 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/14efca635be3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T22:39:44,349 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/14efca635be3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T22:39:44,349 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,349 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/14efca635be3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T22:39:44,349 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,357 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733092814356 2024-12-01T22:39:44,359 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T22:39:44,360 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T22:39:44,360 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T22:39:44,361 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T22:39:44,364 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T22:39:44,366 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T22:39:44,367 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T22:39:44,367 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T22:39:44,368 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:39:44,368 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42767, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T22:39:44,368 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58217, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T22:39:44,368 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43529, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T22:39:44,368 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T22:39:44,371 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,374 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42667 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:39:44,377 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T22:39:44,378 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T22:39:44,379 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T22:39:44,380 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42667 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:39:44,381 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42667 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T22:39:44,381 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T22:39:44,382 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T22:39:44,384 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/14efca635be3:0:becomeActiveMaster-HFileCleaner.large.0-1733092784383,5,FailOnTimeoutGroup] 2024-12-01T22:39:44,385 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/14efca635be3:0:becomeActiveMaster-HFileCleaner.small.0-1733092784384,5,FailOnTimeoutGroup] 2024-12-01T22:39:44,385 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,385 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T22:39:44,418 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,418 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741831_1007 (size=1321) 2024-12-01T22:39:44,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741831_1007 (size=1321) 2024-12-01T22:39:44,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741831_1007 (size=1321) 2024-12-01T22:39:44,422 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T22:39:44,422 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23 2024-12-01T22:39:44,429 DEBUG [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-01T22:39:44,429 DEBUG [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-01T22:39:44,429 DEBUG [RS:1;14efca635be3:39679 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-01T22:39:44,429 WARN [RS:1;14efca635be3:39679 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-01T22:39:44,429 WARN [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-01T22:39:44,429 WARN [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-01T22:39:44,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741832_1008 (size=32) 2024-12-01T22:39:44,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741832_1008 (size=32) 2024-12-01T22:39:44,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741832_1008 (size=32) 2024-12-01T22:39:44,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:39:44,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T22:39:44,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T22:39:44,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:39:44,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:39:44,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T22:39:44,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T22:39:44,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:39:44,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:39:44,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T22:39:44,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T22:39:44,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:39:44,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:39:44,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T22:39:44,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T22:39:44,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:39:44,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:39:44,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T22:39:44,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740 2024-12-01T22:39:44,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740 2024-12-01T22:39:44,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T22:39:44,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T22:39:44,461 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T22:39:44,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T22:39:44,467 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:39:44,469 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59624603, jitterRate=-0.11152417957782745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T22:39:44,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733092784437Initializing all the Stores at 1733092784439 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092784439Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092784439Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092784439Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092784439Cleaning up temporary data from old regions at 1733092784460 (+21 ms)Region opened successfully at 1733092784471 (+11 ms) 2024-12-01T22:39:44,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T22:39:44,471 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T22:39:44,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T22:39:44,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T22:39:44,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T22:39:44,473 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T22:39:44,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733092784471Disabling compacts and flushes for region at 1733092784471Disabling writes for close at 1733092784471Writing region close event to WAL at 1733092784472 (+1 ms)Closed at 1733092784472 2024-12-01T22:39:44,476 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T22:39:44,476 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T22:39:44,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T22:39:44,490 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T22:39:44,493 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T22:39:44,531 INFO [RS:1;14efca635be3:39679 {}] regionserver.HRegionServer(2659): reportForDuty to master=14efca635be3,42667,1733092782315 with port=39679, startcode=1733092783167 2024-12-01T22:39:44,531 INFO [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(2659): reportForDuty to master=14efca635be3,42667,1733092782315 with port=41907, startcode=1733092783218 2024-12-01T22:39:44,531 INFO [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(2659): reportForDuty to master=14efca635be3,42667,1733092782315 with port=36401, startcode=1733092783071 2024-12-01T22:39:44,533 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 14efca635be3,39679,1733092783167 2024-12-01T22:39:44,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42667 {}] master.ServerManager(517): Registering regionserver=14efca635be3,39679,1733092783167 2024-12-01T22:39:44,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 14efca635be3,36401,1733092783071 2024-12-01T22:39:44,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42667 {}] master.ServerManager(517): Registering regionserver=14efca635be3,36401,1733092783071 2024-12-01T22:39:44,544 DEBUG [RS:1;14efca635be3:39679 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23 2024-12-01T22:39:44,544 DEBUG [RS:1;14efca635be3:39679 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45449 2024-12-01T22:39:44,544 DEBUG [RS:1;14efca635be3:39679 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T22:39:44,546 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 14efca635be3,41907,1733092783218 2024-12-01T22:39:44,547 DEBUG [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23 2024-12-01T22:39:44,547 DEBUG [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45449 2024-12-01T22:39:44,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42667 {}] master.ServerManager(517): Registering regionserver=14efca635be3,41907,1733092783218 2024-12-01T22:39:44,547 DEBUG [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T22:39:44,550 DEBUG [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23 2024-12-01T22:39:44,550 DEBUG [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45449 2024-12-01T22:39:44,550 DEBUG [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T22:39:44,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T22:39:44,606 DEBUG [RS:0;14efca635be3:36401 {}] zookeeper.ZKUtil(111): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/14efca635be3,36401,1733092783071 2024-12-01T22:39:44,606 DEBUG [RS:1;14efca635be3:39679 {}] zookeeper.ZKUtil(111): regionserver:39679-0x101930d296d0002, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/14efca635be3,39679,1733092783167 2024-12-01T22:39:44,606 WARN [RS:1;14efca635be3:39679 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T22:39:44,606 WARN [RS:0;14efca635be3:36401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T22:39:44,606 INFO [RS:1;14efca635be3:39679 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T22:39:44,606 INFO [RS:0;14efca635be3:36401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T22:39:44,607 DEBUG [RS:1;14efca635be3:39679 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167 2024-12-01T22:39:44,607 DEBUG [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,36401,1733092783071 2024-12-01T22:39:44,607 DEBUG [RS:2;14efca635be3:41907 {}] zookeeper.ZKUtil(111): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/14efca635be3,41907,1733092783218 2024-12-01T22:39:44,607 WARN [RS:2;14efca635be3:41907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T22:39:44,607 INFO [RS:2;14efca635be3:41907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T22:39:44,608 DEBUG [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,41907,1733092783218 2024-12-01T22:39:44,609 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [14efca635be3,39679,1733092783167] 2024-12-01T22:39:44,609 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [14efca635be3,41907,1733092783218] 2024-12-01T22:39:44,609 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [14efca635be3,36401,1733092783071] 2024-12-01T22:39:44,632 INFO [RS:2;14efca635be3:41907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T22:39:44,632 INFO [RS:0;14efca635be3:36401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T22:39:44,632 INFO [RS:1;14efca635be3:39679 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T22:39:44,643 WARN [14efca635be3:42667 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T22:39:44,645 INFO [RS:2;14efca635be3:41907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T22:39:44,645 INFO [RS:1;14efca635be3:39679 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T22:39:44,645 INFO [RS:0;14efca635be3:36401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T22:39:44,651 INFO [RS:1;14efca635be3:39679 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T22:39:44,651 INFO [RS:0;14efca635be3:36401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T22:39:44,651 INFO [RS:2;14efca635be3:41907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T22:39:44,651 INFO [RS:0;14efca635be3:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,651 INFO [RS:2;14efca635be3:41907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,651 INFO [RS:1;14efca635be3:39679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,652 INFO [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T22:39:44,652 INFO [RS:1;14efca635be3:39679 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T22:39:44,652 INFO [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T22:39:44,658 INFO [RS:2;14efca635be3:41907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T22:39:44,658 INFO [RS:1;14efca635be3:39679 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T22:39:44,658 INFO [RS:0;14efca635be3:36401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T22:39:44,660 INFO [RS:0;14efca635be3:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,660 INFO [RS:2;14efca635be3:41907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,660 INFO [RS:1;14efca635be3:39679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,660 DEBUG [RS:1;14efca635be3:39679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,660 DEBUG [RS:2;14efca635be3:41907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,660 DEBUG [RS:0;14efca635be3:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,660 DEBUG [RS:0;14efca635be3:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,660 DEBUG [RS:2;14efca635be3:41907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,660 DEBUG [RS:1;14efca635be3:39679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,660 DEBUG [RS:0;14efca635be3:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,660 DEBUG [RS:2;14efca635be3:41907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,660 DEBUG [RS:1;14efca635be3:39679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,660 DEBUG [RS:0;14efca635be3:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,660 DEBUG [RS:0;14efca635be3:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,660 DEBUG [RS:2;14efca635be3:41907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,660 DEBUG [RS:1;14efca635be3:39679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,661 DEBUG [RS:0;14efca635be3:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T22:39:44,661 DEBUG [RS:1;14efca635be3:39679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,661 DEBUG [RS:2;14efca635be3:41907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,661 DEBUG [RS:0;14efca635be3:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,661 DEBUG [RS:2;14efca635be3:41907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T22:39:44,661 DEBUG [RS:0;14efca635be3:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,661 DEBUG [RS:1;14efca635be3:39679 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T22:39:44,661 DEBUG [RS:0;14efca635be3:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,661 DEBUG [RS:2;14efca635be3:41907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,661 DEBUG [RS:1;14efca635be3:39679 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,661 DEBUG [RS:0;14efca635be3:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,661 DEBUG [RS:1;14efca635be3:39679 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,661 DEBUG [RS:2;14efca635be3:41907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,661 DEBUG [RS:0;14efca635be3:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,661 DEBUG [RS:1;14efca635be3:39679 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,661 DEBUG [RS:0;14efca635be3:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,661 DEBUG [RS:2;14efca635be3:41907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,661 DEBUG [RS:0;14efca635be3:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T22:39:44,661 DEBUG [RS:1;14efca635be3:39679 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,661 DEBUG [RS:2;14efca635be3:41907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,661 DEBUG [RS:0;14efca635be3:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T22:39:44,661 DEBUG [RS:1;14efca635be3:39679 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,662 DEBUG [RS:2;14efca635be3:41907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,662 DEBUG [RS:1;14efca635be3:39679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,662 DEBUG [RS:2;14efca635be3:41907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:39:44,662 DEBUG [RS:1;14efca635be3:39679 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T22:39:44,662 DEBUG [RS:2;14efca635be3:41907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T22:39:44,662 DEBUG [RS:1;14efca635be3:39679 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T22:39:44,662 DEBUG [RS:2;14efca635be3:41907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T22:39:44,665 INFO [RS:0;14efca635be3:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,665 INFO [RS:0;14efca635be3:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,665 INFO [RS:0;14efca635be3:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,665 INFO [RS:0;14efca635be3:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,665 INFO [RS:0;14efca635be3:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,665 INFO [RS:0;14efca635be3:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,36401,1733092783071-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T22:39:44,665 INFO [RS:1;14efca635be3:39679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,666 INFO [RS:1;14efca635be3:39679 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,666 INFO [RS:1;14efca635be3:39679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,666 INFO [RS:1;14efca635be3:39679 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,666 INFO [RS:1;14efca635be3:39679 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,666 INFO [RS:1;14efca635be3:39679 {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,39679,1733092783167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T22:39:44,667 INFO [RS:2;14efca635be3:41907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,668 INFO [RS:2;14efca635be3:41907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,668 INFO [RS:2;14efca635be3:41907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,668 INFO [RS:2;14efca635be3:41907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,668 INFO [RS:2;14efca635be3:41907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,668 INFO [RS:2;14efca635be3:41907 {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,41907,1733092783218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T22:39:44,684 INFO [RS:0;14efca635be3:36401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T22:39:44,685 INFO [RS:1;14efca635be3:39679 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T22:39:44,685 INFO [RS:0;14efca635be3:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,36401,1733092783071-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,685 INFO [RS:1;14efca635be3:39679 {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,39679,1733092783167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,686 INFO [RS:0;14efca635be3:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,686 INFO [RS:1;14efca635be3:39679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,686 INFO [RS:0;14efca635be3:36401 {}] regionserver.Replication(171): 14efca635be3,36401,1733092783071 started 2024-12-01T22:39:44,686 INFO [RS:1;14efca635be3:39679 {}] regionserver.Replication(171): 14efca635be3,39679,1733092783167 started 2024-12-01T22:39:44,693 INFO [RS:2;14efca635be3:41907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T22:39:44,693 INFO [RS:2;14efca635be3:41907 {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,41907,1733092783218-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,694 INFO [RS:2;14efca635be3:41907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,694 INFO [RS:2;14efca635be3:41907 {}] regionserver.Replication(171): 14efca635be3,41907,1733092783218 started 2024-12-01T22:39:44,704 INFO [RS:0;14efca635be3:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,704 INFO [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(1482): Serving as 14efca635be3,36401,1733092783071, RpcServer on 14efca635be3/172.17.0.2:36401, sessionid=0x101930d296d0001 2024-12-01T22:39:44,705 DEBUG [RS:0;14efca635be3:36401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T22:39:44,705 DEBUG [RS:0;14efca635be3:36401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 14efca635be3,36401,1733092783071 2024-12-01T22:39:44,705 DEBUG [RS:0;14efca635be3:36401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '14efca635be3,36401,1733092783071' 2024-12-01T22:39:44,705 DEBUG [RS:0;14efca635be3:36401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T22:39:44,706 DEBUG [RS:0;14efca635be3:36401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T22:39:44,707 DEBUG [RS:0;14efca635be3:36401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T22:39:44,707 DEBUG [RS:0;14efca635be3:36401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T22:39:44,707 DEBUG [RS:0;14efca635be3:36401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 14efca635be3,36401,1733092783071 2024-12-01T22:39:44,707 DEBUG [RS:0;14efca635be3:36401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '14efca635be3,36401,1733092783071' 2024-12-01T22:39:44,707 DEBUG [RS:0;14efca635be3:36401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T22:39:44,707 INFO [RS:1;14efca635be3:39679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,707 INFO [RS:1;14efca635be3:39679 {}] regionserver.HRegionServer(1482): Serving as 14efca635be3,39679,1733092783167, RpcServer on 14efca635be3/172.17.0.2:39679, sessionid=0x101930d296d0002 2024-12-01T22:39:44,708 DEBUG [RS:0;14efca635be3:36401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T22:39:44,708 DEBUG [RS:1;14efca635be3:39679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T22:39:44,708 DEBUG [RS:1;14efca635be3:39679 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 14efca635be3,39679,1733092783167 2024-12-01T22:39:44,708 DEBUG [RS:1;14efca635be3:39679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '14efca635be3,39679,1733092783167' 2024-12-01T22:39:44,708 DEBUG [RS:1;14efca635be3:39679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T22:39:44,708 DEBUG [RS:0;14efca635be3:36401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T22:39:44,708 INFO [RS:0;14efca635be3:36401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T22:39:44,708 INFO [RS:0;14efca635be3:36401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T22:39:44,708 DEBUG [RS:1;14efca635be3:39679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T22:39:44,709 DEBUG [RS:1;14efca635be3:39679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T22:39:44,709 DEBUG [RS:1;14efca635be3:39679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T22:39:44,709 DEBUG [RS:1;14efca635be3:39679 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 14efca635be3,39679,1733092783167 2024-12-01T22:39:44,709 DEBUG [RS:1;14efca635be3:39679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '14efca635be3,39679,1733092783167' 2024-12-01T22:39:44,709 DEBUG [RS:1;14efca635be3:39679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T22:39:44,710 DEBUG [RS:1;14efca635be3:39679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T22:39:44,711 DEBUG [RS:1;14efca635be3:39679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T22:39:44,711 INFO [RS:1;14efca635be3:39679 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T22:39:44,711 INFO [RS:1;14efca635be3:39679 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T22:39:44,713 INFO [RS:2;14efca635be3:41907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:44,713 INFO [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(1482): Serving as 14efca635be3,41907,1733092783218, RpcServer on 14efca635be3/172.17.0.2:41907, sessionid=0x101930d296d0003 2024-12-01T22:39:44,713 DEBUG [RS:2;14efca635be3:41907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T22:39:44,713 DEBUG [RS:2;14efca635be3:41907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 14efca635be3,41907,1733092783218 2024-12-01T22:39:44,713 DEBUG [RS:2;14efca635be3:41907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '14efca635be3,41907,1733092783218' 2024-12-01T22:39:44,713 DEBUG [RS:2;14efca635be3:41907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T22:39:44,714 DEBUG [RS:2;14efca635be3:41907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T22:39:44,715 DEBUG [RS:2;14efca635be3:41907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T22:39:44,715 DEBUG [RS:2;14efca635be3:41907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T22:39:44,715 DEBUG [RS:2;14efca635be3:41907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 14efca635be3,41907,1733092783218 2024-12-01T22:39:44,715 DEBUG [RS:2;14efca635be3:41907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '14efca635be3,41907,1733092783218' 2024-12-01T22:39:44,715 DEBUG [RS:2;14efca635be3:41907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T22:39:44,716 DEBUG [RS:2;14efca635be3:41907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T22:39:44,716 DEBUG [RS:2;14efca635be3:41907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T22:39:44,716 INFO [RS:2;14efca635be3:41907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T22:39:44,716 INFO [RS:2;14efca635be3:41907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T22:39:44,814 INFO [RS:0;14efca635be3:36401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T22:39:44,814 INFO [RS:1;14efca635be3:39679 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T22:39:44,817 INFO [RS:2;14efca635be3:41907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T22:39:44,818 INFO [RS:0;14efca635be3:36401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=14efca635be3%2C36401%2C1733092783071, suffix=, logDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,36401,1733092783071, archiveDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/oldWALs, maxLogs=32 2024-12-01T22:39:44,818 INFO [RS:1;14efca635be3:39679 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=14efca635be3%2C39679%2C1733092783167, suffix=, logDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167, archiveDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/oldWALs, maxLogs=32 2024-12-01T22:39:44,820 INFO [RS:2;14efca635be3:41907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=14efca635be3%2C41907%2C1733092783218, suffix=, logDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,41907,1733092783218, archiveDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/oldWALs, maxLogs=32 2024-12-01T22:39:44,834 DEBUG [RS:2;14efca635be3:41907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,41907,1733092783218/14efca635be3%2C41907%2C1733092783218.1733092784823, exclude list is [], retry=0 2024-12-01T22:39:44,834 DEBUG [RS:1;14efca635be3:39679 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167/14efca635be3%2C39679%2C1733092783167.1733092784822, exclude list is [], retry=0 2024-12-01T22:39:44,834 DEBUG [RS:0;14efca635be3:36401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,36401,1733092783071/14efca635be3%2C36401%2C1733092783071.1733092784822, exclude list is [], retry=0 2024-12-01T22:39:44,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40189,DS-06e7477b-6cf0-4090-b37a-5fb40ed4a8f9,DISK] 2024-12-01T22:39:44,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44735,DS-d29fb6b3-33b8-473b-80b6-d68fd1c59f8a,DISK] 2024-12-01T22:39:44,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35359,DS-e0ff204d-16f6-4b4c-9dd4-aa03def335ba,DISK] 2024-12-01T22:39:44,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40189,DS-06e7477b-6cf0-4090-b37a-5fb40ed4a8f9,DISK] 2024-12-01T22:39:44,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44735,DS-d29fb6b3-33b8-473b-80b6-d68fd1c59f8a,DISK] 2024-12-01T22:39:44,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40189,DS-06e7477b-6cf0-4090-b37a-5fb40ed4a8f9,DISK] 2024-12-01T22:39:44,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44735,DS-d29fb6b3-33b8-473b-80b6-d68fd1c59f8a,DISK] 2024-12-01T22:39:44,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35359,DS-e0ff204d-16f6-4b4c-9dd4-aa03def335ba,DISK] 2024-12-01T22:39:44,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35359,DS-e0ff204d-16f6-4b4c-9dd4-aa03def335ba,DISK] 2024-12-01T22:39:44,845 INFO [RS:0;14efca635be3:36401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,36401,1733092783071/14efca635be3%2C36401%2C1733092783071.1733092784822 2024-12-01T22:39:44,846 DEBUG [RS:0;14efca635be3:36401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42231:42231),(127.0.0.1/127.0.0.1:40191:40191),(127.0.0.1/127.0.0.1:34737:34737)] 2024-12-01T22:39:44,846 INFO [RS:1;14efca635be3:39679 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167/14efca635be3%2C39679%2C1733092783167.1733092784822 2024-12-01T22:39:44,847 DEBUG [RS:1;14efca635be3:39679 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40191:40191),(127.0.0.1/127.0.0.1:34737:34737),(127.0.0.1/127.0.0.1:42231:42231)] 2024-12-01T22:39:44,847 INFO [RS:2;14efca635be3:41907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,41907,1733092783218/14efca635be3%2C41907%2C1733092783218.1733092784823 2024-12-01T22:39:44,848 DEBUG [RS:2;14efca635be3:41907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40191:40191),(127.0.0.1/127.0.0.1:42231:42231),(127.0.0.1/127.0.0.1:34737:34737)] 2024-12-01T22:39:44,897 DEBUG [14efca635be3:42667 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-01T22:39:44,910 DEBUG [14efca635be3:42667 {}] balancer.BalancerClusterState(204): Hosts are {14efca635be3=0} racks are {/default-rack=0} 2024-12-01T22:39:44,916 DEBUG [14efca635be3:42667 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T22:39:44,916 DEBUG [14efca635be3:42667 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T22:39:44,916 DEBUG [14efca635be3:42667 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-01T22:39:44,916 DEBUG [14efca635be3:42667 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T22:39:44,916 DEBUG [14efca635be3:42667 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T22:39:44,916 DEBUG [14efca635be3:42667 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-01T22:39:44,916 INFO [14efca635be3:42667 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T22:39:44,916 INFO [14efca635be3:42667 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T22:39:44,916 INFO [14efca635be3:42667 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-01T22:39:44,916 DEBUG [14efca635be3:42667 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T22:39:44,922 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=14efca635be3,36401,1733092783071 2024-12-01T22:39:44,928 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 14efca635be3,36401,1733092783071, state=OPENING 2024-12-01T22:39:44,982 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T22:39:44,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:44,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39679-0x101930d296d0002, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:44,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:44,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:39:44,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:39:44,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:39:44,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:39:45,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:39:45,001 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T22:39:45,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=14efca635be3,36401,1733092783071}] 2024-12-01T22:39:52,681 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T22:39:52,681 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T22:39:55,030 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T22:39:55,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35225, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T22:39:55,044 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T22:39:55,044 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T22:39:55,045 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T22:39:55,047 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=14efca635be3%2C36401%2C1733092783071.meta, suffix=.meta, logDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,36401,1733092783071, archiveDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/oldWALs, maxLogs=32 2024-12-01T22:39:55,061 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,36401,1733092783071/14efca635be3%2C36401%2C1733092783071.meta.1733092795049.meta, exclude list is [], retry=0 2024-12-01T22:39:55,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40189,DS-06e7477b-6cf0-4090-b37a-5fb40ed4a8f9,DISK] 2024-12-01T22:39:55,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44735,DS-d29fb6b3-33b8-473b-80b6-d68fd1c59f8a,DISK] 2024-12-01T22:39:55,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35359,DS-e0ff204d-16f6-4b4c-9dd4-aa03def335ba,DISK] 2024-12-01T22:39:55,069 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,36401,1733092783071/14efca635be3%2C36401%2C1733092783071.meta.1733092795049.meta 2024-12-01T22:39:55,070 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42231:42231),(127.0.0.1/127.0.0.1:40191:40191),(127.0.0.1/127.0.0.1:34737:34737)] 2024-12-01T22:39:55,070 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T22:39:55,072 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T22:39:55,075 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T22:39:55,079 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T22:39:55,084 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T22:39:55,085 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:39:55,086 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T22:39:55,086 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T22:39:55,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T22:39:55,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T22:39:55,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:39:55,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:39:55,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T22:39:55,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T22:39:55,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:39:55,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:39:55,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T22:39:55,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T22:39:55,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:39:55,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:39:55,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T22:39:55,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T22:39:55,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:39:55,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:39:55,108 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T22:39:55,110 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740 2024-12-01T22:39:55,112 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740 2024-12-01T22:39:55,115 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T22:39:55,115 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T22:39:55,116 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T22:39:55,119 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T22:39:55,121 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68799586, jitterRate=0.025193721055984497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T22:39:55,121 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T22:39:55,123 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733092795086Writing region info on filesystem at 1733092795087 (+1 ms)Initializing all the Stores at 1733092795089 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092795089Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092795091 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092795091Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092795091Cleaning up temporary data from old regions at 1733092795115 (+24 ms)Running coprocessor post-open hooks at 1733092795122 (+7 ms)Region opened successfully at 1733092795123 (+1 ms) 2024-12-01T22:39:55,132 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733092795022 2024-12-01T22:39:55,144 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T22:39:55,145 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T22:39:55,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,36401,1733092783071 2024-12-01T22:39:55,149 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 14efca635be3,36401,1733092783071, state=OPEN 2024-12-01T22:39:55,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T22:39:55,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T22:39:55,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T22:39:55,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:39:55,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39679-0x101930d296d0002, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T22:39:55,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:39:55,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:39:55,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:39:55,204 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=14efca635be3,36401,1733092783071 2024-12-01T22:39:55,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T22:39:55,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=14efca635be3,36401,1733092783071 in 10.2000 sec 2024-12-01T22:39:55,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T22:39:55,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7290 sec 2024-12-01T22:39:55,220 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T22:39:55,220 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T22:39:55,238 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:39:55,239 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,36401,1733092783071, seqNum=-1] 2024-12-01T22:39:55,260 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:39:55,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60629, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:39:55,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0190 sec 2024-12-01T22:39:55,292 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733092795292, completionTime=-1 2024-12-01T22:39:55,294 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-01T22:39:55,295 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T22:39:55,344 INFO [master/14efca635be3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-01T22:39:55,344 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733092855344 2024-12-01T22:39:55,345 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733092915344 2024-12-01T22:39:55,345 INFO [master/14efca635be3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 49 msec 2024-12-01T22:39:55,346 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-01T22:39:55,356 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,42667,1733092782315-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:55,356 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,42667,1733092782315-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:55,357 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,42667,1733092782315-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:55,367 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-14efca635be3:42667, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:55,368 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:55,371 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:55,376 DEBUG [master/14efca635be3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T22:39:55,402 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.068sec 2024-12-01T22:39:55,404 INFO [master/14efca635be3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T22:39:55,405 INFO [master/14efca635be3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T22:39:55,406 INFO [master/14efca635be3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T22:39:55,407 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T22:39:55,407 INFO [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T22:39:55,408 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,42667,1733092782315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T22:39:55,409 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,42667,1733092782315-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T22:39:55,415 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T22:39:55,416 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T22:39:55,416 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,42667,1733092782315-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:39:55,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dda29e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:39:55,487 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-01T22:39:55,487 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-01T22:39:55,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,42667,-1 for getting cluster id 2024-12-01T22:39:55,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:39:55,505 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36d5b8a4-fc39-4987-bd2c-68818cbf4500' 2024-12-01T22:39:55,508 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:39:55,508 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36d5b8a4-fc39-4987-bd2c-68818cbf4500" 2024-12-01T22:39:55,508 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6018d7c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:39:55,508 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,42667,-1] 2024-12-01T22:39:55,511 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:39:55,513 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:39:55,514 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:39:55,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294e802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:39:55,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:39:55,527 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,36401,1733092783071, seqNum=-1] 2024-12-01T22:39:55,527 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:39:55,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:39:55,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=14efca635be3,42667,1733092782315 2024-12-01T22:39:55,555 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733092795554 (current time:1733092795554). 2024-12-01T22:39:55,556 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-01T22:39:55,556 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-01T22:39:55,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a28b54d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:39:55,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,42667,-1 for getting cluster id 2024-12-01T22:39:55,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:39:55,560 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36d5b8a4-fc39-4987-bd2c-68818cbf4500' 2024-12-01T22:39:55,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:39:55,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36d5b8a4-fc39-4987-bd2c-68818cbf4500" 2024-12-01T22:39:55,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@86659f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:39:55,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,42667,-1] 2024-12-01T22:39:55,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:39:55,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:39:55,563 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:39:55,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9a6a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:39:55,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:39:55,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,36401,1733092783071, seqNum=-1] 2024-12-01T22:39:55,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:39:55,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:39:55,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T22:39:55,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:39:55,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:39:55,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:39:55,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:39:55,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T22:39:55,594 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 14efca635be3,42667,1733092782315 2024-12-01T22:39:55,598 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@577f92d8 2024-12-01T22:39:55,599 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T22:39:55,601 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T22:39:55,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T22:39:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-01T22:39:55,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T22:39:55,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-01T22:39:55,622 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:39:55,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T22:39:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:39:55,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741837_1013 (size=361) 2024-12-01T22:39:55,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741837_1013 (size=361) 2024-12-01T22:39:55,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741837_1013 (size=361) 2024-12-01T22:39:55,652 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 137896b6c748bd22981927563398d0a1, NAME => 'SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23 2024-12-01T22:39:55,653 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3dbba1ed04672ec541502eb0c4aa0cde, NAME => 'SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23 2024-12-01T22:39:55,653 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2cd2a0b42cc8e7d84bd312d2d46dd04b, NAME => 'SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23 2024-12-01T22:39:55,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741839_1015 (size=62) 2024-12-01T22:39:55,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741839_1015 (size=62) 2024-12-01T22:39:55,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741839_1015 (size=62) 2024-12-01T22:39:55,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741840_1016 (size=54) 2024-12-01T22:39:55,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741840_1016 (size=54) 2024-12-01T22:39:55,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741840_1016 (size=54) 2024-12-01T22:39:55,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:39:55,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:39:55,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2cd2a0b42cc8e7d84bd312d2d46dd04b, disabling compactions & flushes 2024-12-01T22:39:55,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 137896b6c748bd22981927563398d0a1, disabling compactions & flushes 2024-12-01T22:39:55,692 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 2024-12-01T22:39:55,692 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1. 2024-12-01T22:39:55,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 2024-12-01T22:39:55,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1. 2024-12-01T22:39:55,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. after waiting 0 ms 2024-12-01T22:39:55,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1. after waiting 0 ms 2024-12-01T22:39:55,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 2024-12-01T22:39:55,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1. 2024-12-01T22:39:55,692 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 2024-12-01T22:39:55,692 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1. 2024-12-01T22:39:55,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2cd2a0b42cc8e7d84bd312d2d46dd04b: Waiting for close lock at 1733092795692Disabling compacts and flushes for region at 1733092795692Disabling writes for close at 1733092795692Writing region close event to WAL at 1733092795692Closed at 1733092795692 2024-12-01T22:39:55,692 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 137896b6c748bd22981927563398d0a1: Waiting for close lock at 1733092795692Disabling compacts and flushes for region at 1733092795692Disabling writes for close at 1733092795692Writing region close event to WAL at 1733092795692Closed at 1733092795692 2024-12-01T22:39:55,693 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 180463d5b1f1561ee056ce86a29a41b4, NAME => 'SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23 2024-12-01T22:39:55,694 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1d61dc3ce4458228931cca1b4afcbec7, NAME => 'SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23 2024-12-01T22:39:55,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741838_1014 (size=62) 2024-12-01T22:39:55,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741838_1014 (size=62) 2024-12-01T22:39:55,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741838_1014 (size=62) 2024-12-01T22:39:55,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:39:55,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3dbba1ed04672ec541502eb0c4aa0cde, disabling compactions & flushes 2024-12-01T22:39:55,702 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde. 2024-12-01T22:39:55,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde. 2024-12-01T22:39:55,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde. after waiting 0 ms 2024-12-01T22:39:55,703 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde. 2024-12-01T22:39:55,703 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde. 2024-12-01T22:39:55,703 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3dbba1ed04672ec541502eb0c4aa0cde: Waiting for close lock at 1733092795702Disabling compacts and flushes for region at 1733092795702Disabling writes for close at 1733092795702Writing region close event to WAL at 1733092795703 (+1 ms)Closed at 1733092795703 2024-12-01T22:39:55,703 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f72e86768fa760e0b0f52fcbb23cf034, NAME => 'SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23 2024-12-01T22:39:55,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741841_1017 (size=62) 2024-12-01T22:39:55,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741841_1017 (size=62) 2024-12-01T22:39:55,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741841_1017 (size=62) 2024-12-01T22:39:55,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:39:55,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1d61dc3ce4458228931cca1b4afcbec7, disabling compactions & flushes 2024-12-01T22:39:55,721 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 2024-12-01T22:39:55,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 2024-12-01T22:39:55,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. after waiting 0 ms 2024-12-01T22:39:55,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 2024-12-01T22:39:55,721 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 2024-12-01T22:39:55,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1d61dc3ce4458228931cca1b4afcbec7: Waiting for close lock at 1733092795721Disabling compacts and flushes for region at 1733092795721Disabling writes for close at 1733092795721Writing region close event to WAL at 1733092795721Closed at 1733092795721 2024-12-01T22:39:55,722 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f283a371b8c9a5dbb34376bc63b692f5, NAME => 'SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23 2024-12-01T22:39:55,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741843_1019 (size=62) 2024-12-01T22:39:55,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741842_1018 (size=62) 2024-12-01T22:39:55,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741843_1019 (size=62) 2024-12-01T22:39:55,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741842_1018 (size=62) 2024-12-01T22:39:55,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741842_1018 (size=62) 2024-12-01T22:39:55,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741843_1019 (size=62) 2024-12-01T22:39:55,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:39:55,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f72e86768fa760e0b0f52fcbb23cf034, disabling compactions & flushes 2024-12-01T22:39:55,736 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034. 2024-12-01T22:39:55,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034. 2024-12-01T22:39:55,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034. after waiting 0 ms 2024-12-01T22:39:55,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034. 2024-12-01T22:39:55,736 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034. 2024-12-01T22:39:55,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:39:55,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f72e86768fa760e0b0f52fcbb23cf034: Waiting for close lock at 1733092795736Disabling compacts and flushes for region at 1733092795736Disabling writes for close at 1733092795736Writing region close event to WAL at 1733092795736Closed at 1733092795736 2024-12-01T22:39:55,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 180463d5b1f1561ee056ce86a29a41b4, disabling compactions & flushes 2024-12-01T22:39:55,737 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4. 2024-12-01T22:39:55,737 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a6dc6fe03901cf486c54376be5467ea0, NAME => 'SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23 2024-12-01T22:39:55,737 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4. 2024-12-01T22:39:55,737 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4. after waiting 0 ms 2024-12-01T22:39:55,737 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4. 2024-12-01T22:39:55,737 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4. 2024-12-01T22:39:55,737 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 180463d5b1f1561ee056ce86a29a41b4: Waiting for close lock at 1733092795736Disabling compacts and flushes for region at 1733092795736Disabling writes for close at 1733092795737 (+1 ms)Writing region close event to WAL at 1733092795737Closed at 1733092795737 2024-12-01T22:39:55,738 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7599171a1ee4648120608e0945816666, NAME => 'SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23 2024-12-01T22:39:55,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741844_1020 (size=62) 2024-12-01T22:39:55,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741844_1020 (size=62) 2024-12-01T22:39:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:39:55,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741844_1020 (size=62) 2024-12-01T22:39:55,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:39:55,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f283a371b8c9a5dbb34376bc63b692f5, disabling compactions & flushes 2024-12-01T22:39:55,750 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 2024-12-01T22:39:55,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 2024-12-01T22:39:55,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. after waiting 0 ms 2024-12-01T22:39:55,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 2024-12-01T22:39:55,750 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 2024-12-01T22:39:55,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f283a371b8c9a5dbb34376bc63b692f5: Waiting for close lock at 1733092795750Disabling compacts and flushes for region at 1733092795750Disabling writes for close at 1733092795750Writing region close event to WAL at 1733092795750Closed at 1733092795750 2024-12-01T22:39:55,751 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0bc58190e8b29b7e321cbede6d509402, NAME => 'SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23 2024-12-01T22:39:55,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741846_1022 (size=62) 2024-12-01T22:39:55,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741846_1022 (size=62) 2024-12-01T22:39:55,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741845_1021 (size=62) 2024-12-01T22:39:55,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741845_1021 (size=62) 2024-12-01T22:39:55,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:39:55,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7599171a1ee4648120608e0945816666, disabling compactions & flushes 2024-12-01T22:39:55,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:39:55,761 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666. 2024-12-01T22:39:55,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666. 2024-12-01T22:39:55,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a6dc6fe03901cf486c54376be5467ea0, disabling compactions & flushes 2024-12-01T22:39:55,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666. after waiting 0 ms 2024-12-01T22:39:55,762 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0. 2024-12-01T22:39:55,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666. 2024-12-01T22:39:55,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741845_1021 (size=62) 2024-12-01T22:39:55,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0. 2024-12-01T22:39:55,762 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666. 2024-12-01T22:39:55,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0. after waiting 0 ms 2024-12-01T22:39:55,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0. 2024-12-01T22:39:55,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7599171a1ee4648120608e0945816666: Waiting for close lock at 1733092795761Disabling compacts and flushes for region at 1733092795761Disabling writes for close at 1733092795762 (+1 ms)Writing region close event to WAL at 1733092795762Closed at 1733092795762 2024-12-01T22:39:55,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741846_1022 (size=62) 2024-12-01T22:39:55,762 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0. 2024-12-01T22:39:55,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a6dc6fe03901cf486c54376be5467ea0: Waiting for close lock at 1733092795762Disabling compacts and flushes for region at 1733092795762Disabling writes for close at 1733092795762Writing region close event to WAL at 1733092795762Closed at 1733092795762 2024-12-01T22:39:55,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741847_1023 (size=54) 2024-12-01T22:39:55,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741847_1023 (size=54) 2024-12-01T22:39:55,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741847_1023 (size=54) 2024-12-01T22:39:55,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:39:55,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0bc58190e8b29b7e321cbede6d509402, disabling compactions & flushes 2024-12-01T22:39:55,773 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 2024-12-01T22:39:55,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 2024-12-01T22:39:55,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. after waiting 0 ms 2024-12-01T22:39:55,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 2024-12-01T22:39:55,773 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 2024-12-01T22:39:55,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0bc58190e8b29b7e321cbede6d509402: Waiting for close lock at 1733092795773Disabling compacts and flushes for region at 1733092795773Disabling writes for close at 1733092795773Writing region close event to WAL at 1733092795773Closed at 1733092795773 2024-12-01T22:39:55,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T22:39:55,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733092795776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092795776"}]},"ts":"1733092795776"} 2024-12-01T22:39:55,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733092795776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092795776"}]},"ts":"1733092795776"} 2024-12-01T22:39:55,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733092795776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092795776"}]},"ts":"1733092795776"} 2024-12-01T22:39:55,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733092795776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092795776"}]},"ts":"1733092795776"} 2024-12-01T22:39:55,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733092795776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092795776"}]},"ts":"1733092795776"} 2024-12-01T22:39:55,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733092795776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092795776"}]},"ts":"1733092795776"} 2024-12-01T22:39:55,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733092795776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092795776"}]},"ts":"1733092795776"} 2024-12-01T22:39:55,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733092795776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092795776"}]},"ts":"1733092795776"} 2024-12-01T22:39:55,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733092795776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092795776"}]},"ts":"1733092795776"} 2024-12-01T22:39:55,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733092795776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092795776"}]},"ts":"1733092795776"} 2024-12-01T22:39:55,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-01T22:39:55,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T22:39:55,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092795818"}]},"ts":"1733092795818"} 2024-12-01T22:39:55,825 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-01T22:39:55,825 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {14efca635be3=0} racks are {/default-rack=0} 2024-12-01T22:39:55,832 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T22:39:55,832 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T22:39:55,832 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-01T22:39:55,832 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T22:39:55,832 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T22:39:55,832 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-01T22:39:55,832 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T22:39:55,832 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T22:39:55,832 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-01T22:39:55,832 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T22:39:55,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2cd2a0b42cc8e7d84bd312d2d46dd04b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3dbba1ed04672ec541502eb0c4aa0cde, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=137896b6c748bd22981927563398d0a1, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=180463d5b1f1561ee056ce86a29a41b4, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d61dc3ce4458228931cca1b4afcbec7, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f72e86768fa760e0b0f52fcbb23cf034, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f283a371b8c9a5dbb34376bc63b692f5, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a6dc6fe03901cf486c54376be5467ea0, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7599171a1ee4648120608e0945816666, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bc58190e8b29b7e321cbede6d509402, ASSIGN}] 2024-12-01T22:39:55,838 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bc58190e8b29b7e321cbede6d509402, ASSIGN 2024-12-01T22:39:55,838 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a6dc6fe03901cf486c54376be5467ea0, ASSIGN 2024-12-01T22:39:55,838 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7599171a1ee4648120608e0945816666, ASSIGN 2024-12-01T22:39:55,838 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f283a371b8c9a5dbb34376bc63b692f5, ASSIGN 2024-12-01T22:39:55,839 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f72e86768fa760e0b0f52fcbb23cf034, ASSIGN 2024-12-01T22:39:55,840 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a6dc6fe03901cf486c54376be5467ea0, ASSIGN; state=OFFLINE, location=14efca635be3,36401,1733092783071; forceNewPlan=false, retain=false 2024-12-01T22:39:55,840 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f283a371b8c9a5dbb34376bc63b692f5, ASSIGN; state=OFFLINE, location=14efca635be3,39679,1733092783167; forceNewPlan=false, retain=false 2024-12-01T22:39:55,840 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7599171a1ee4648120608e0945816666, ASSIGN; state=OFFLINE, location=14efca635be3,41907,1733092783218; forceNewPlan=false, retain=false 2024-12-01T22:39:55,840 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0bc58190e8b29b7e321cbede6d509402, ASSIGN; state=OFFLINE, location=14efca635be3,39679,1733092783167; forceNewPlan=false, retain=false 2024-12-01T22:39:55,841 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f72e86768fa760e0b0f52fcbb23cf034, ASSIGN; state=OFFLINE, location=14efca635be3,41907,1733092783218; forceNewPlan=false, retain=false 2024-12-01T22:39:55,846 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d61dc3ce4458228931cca1b4afcbec7, ASSIGN 2024-12-01T22:39:55,848 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=137896b6c748bd22981927563398d0a1, ASSIGN 2024-12-01T22:39:55,848 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d61dc3ce4458228931cca1b4afcbec7, ASSIGN; state=OFFLINE, location=14efca635be3,39679,1733092783167; forceNewPlan=false, retain=false 2024-12-01T22:39:55,848 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=180463d5b1f1561ee056ce86a29a41b4, ASSIGN 2024-12-01T22:39:55,848 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3dbba1ed04672ec541502eb0c4aa0cde, ASSIGN 2024-12-01T22:39:55,848 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2cd2a0b42cc8e7d84bd312d2d46dd04b, ASSIGN 2024-12-01T22:39:55,858 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=180463d5b1f1561ee056ce86a29a41b4, ASSIGN; state=OFFLINE, location=14efca635be3,36401,1733092783071; forceNewPlan=false, retain=false 2024-12-01T22:39:55,858 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=137896b6c748bd22981927563398d0a1, ASSIGN; state=OFFLINE, location=14efca635be3,41907,1733092783218; forceNewPlan=false, retain=false 2024-12-01T22:39:55,858 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3dbba1ed04672ec541502eb0c4aa0cde, ASSIGN; state=OFFLINE, location=14efca635be3,36401,1733092783071; forceNewPlan=false, retain=false 2024-12-01T22:39:55,858 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2cd2a0b42cc8e7d84bd312d2d46dd04b, ASSIGN; state=OFFLINE, location=14efca635be3,39679,1733092783167; forceNewPlan=false, retain=false 2024-12-01T22:39:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:39:55,992 INFO [14efca635be3:42667 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-01T22:39:55,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f72e86768fa760e0b0f52fcbb23cf034, regionState=OPENING, regionLocation=14efca635be3,41907,1733092783218 2024-12-01T22:39:55,993 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=7599171a1ee4648120608e0945816666, regionState=OPENING, regionLocation=14efca635be3,41907,1733092783218 2024-12-01T22:39:55,993 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=137896b6c748bd22981927563398d0a1, regionState=OPENING, regionLocation=14efca635be3,41907,1733092783218 2024-12-01T22:39:55,994 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f283a371b8c9a5dbb34376bc63b692f5, regionState=OPENING, regionLocation=14efca635be3,39679,1733092783167 2024-12-01T22:39:55,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0bc58190e8b29b7e321cbede6d509402, regionState=OPENING, regionLocation=14efca635be3,39679,1733092783167 2024-12-01T22:39:55,995 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1d61dc3ce4458228931cca1b4afcbec7, regionState=OPENING, regionLocation=14efca635be3,39679,1733092783167 2024-12-01T22:39:55,995 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a6dc6fe03901cf486c54376be5467ea0, regionState=OPENING, regionLocation=14efca635be3,36401,1733092783071 2024-12-01T22:39:55,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2cd2a0b42cc8e7d84bd312d2d46dd04b, regionState=OPENING, regionLocation=14efca635be3,39679,1733092783167 2024-12-01T22:39:55,996 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=180463d5b1f1561ee056ce86a29a41b4, regionState=OPENING, regionLocation=14efca635be3,36401,1733092783071 2024-12-01T22:39:55,996 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3dbba1ed04672ec541502eb0c4aa0cde, regionState=OPENING, regionLocation=14efca635be3,36401,1733092783071 2024-12-01T22:39:55,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f72e86768fa760e0b0f52fcbb23cf034, ASSIGN because future has completed 2024-12-01T22:39:55,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f72e86768fa760e0b0f52fcbb23cf034, server=14efca635be3,41907,1733092783218}] 2024-12-01T22:39:56,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7599171a1ee4648120608e0945816666, ASSIGN because future has completed 2024-12-01T22:39:56,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7599171a1ee4648120608e0945816666, server=14efca635be3,41907,1733092783218}] 2024-12-01T22:39:56,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=137896b6c748bd22981927563398d0a1, ASSIGN because future has completed 2024-12-01T22:39:56,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f283a371b8c9a5dbb34376bc63b692f5, ASSIGN because future has completed 2024-12-01T22:39:56,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f283a371b8c9a5dbb34376bc63b692f5, server=14efca635be3,39679,1733092783167}] 2024-12-01T22:39:56,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0bc58190e8b29b7e321cbede6d509402, ASSIGN because future has completed 2024-12-01T22:39:56,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 137896b6c748bd22981927563398d0a1, server=14efca635be3,41907,1733092783218}] 2024-12-01T22:39:56,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2cd2a0b42cc8e7d84bd312d2d46dd04b, ASSIGN because future has completed 2024-12-01T22:39:56,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d61dc3ce4458228931cca1b4afcbec7, ASSIGN because future has completed 2024-12-01T22:39:56,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a6dc6fe03901cf486c54376be5467ea0, ASSIGN because future has completed 2024-12-01T22:39:56,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b, server=14efca635be3,39679,1733092783167}] 2024-12-01T22:39:56,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6dc6fe03901cf486c54376be5467ea0, server=14efca635be3,36401,1733092783071}] 2024-12-01T22:39:56,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=180463d5b1f1561ee056ce86a29a41b4, ASSIGN because future has completed 2024-12-01T22:39:56,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bc58190e8b29b7e321cbede6d509402, server=14efca635be3,39679,1733092783167}] 2024-12-01T22:39:56,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 180463d5b1f1561ee056ce86a29a41b4, server=14efca635be3,36401,1733092783071}] 2024-12-01T22:39:56,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3dbba1ed04672ec541502eb0c4aa0cde, ASSIGN because future has completed 2024-12-01T22:39:56,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dbba1ed04672ec541502eb0c4aa0cde, server=14efca635be3,36401,1733092783071}] 2024-12-01T22:39:56,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7, server=14efca635be3,39679,1733092783167}] 2024-12-01T22:39:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:39:56,630 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T22:39:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:39:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:39:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:40:00,633 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T22:40:02,680 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T22:40:02,680 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T22:40:02,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T22:40:02,682 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T22:40:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:40:06,006 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T22:40:06,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38461, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T22:40:06,011 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T22:40:06,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35015, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T22:40:06,017 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666. 2024-12-01T22:40:06,017 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 7599171a1ee4648120608e0945816666, NAME => 'SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-01T22:40:06,018 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7599171a1ee4648120608e0945816666 2024-12-01T22:40:06,018 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:40:06,018 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 7599171a1ee4648120608e0945816666 2024-12-01T22:40:06,018 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 7599171a1ee4648120608e0945816666 2024-12-01T22:40:06,020 INFO [StoreOpener-7599171a1ee4648120608e0945816666-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7599171a1ee4648120608e0945816666 2024-12-01T22:40:06,022 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 2024-12-01T22:40:06,022 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bc58190e8b29b7e321cbede6d509402, NAME => 'SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-01T22:40:06,023 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:06,023 INFO [StoreOpener-7599171a1ee4648120608e0945816666-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7599171a1ee4648120608e0945816666 columnFamilyName cf 2024-12-01T22:40:06,023 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:40:06,023 DEBUG [StoreOpener-7599171a1ee4648120608e0945816666-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:06,023 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:06,023 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:06,024 INFO [StoreOpener-7599171a1ee4648120608e0945816666-1 {}] regionserver.HStore(327): Store=7599171a1ee4648120608e0945816666/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:40:06,024 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 7599171a1ee4648120608e0945816666 2024-12-01T22:40:06,025 INFO [StoreOpener-0bc58190e8b29b7e321cbede6d509402-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:06,025 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/7599171a1ee4648120608e0945816666 2024-12-01T22:40:06,026 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/7599171a1ee4648120608e0945816666 2024-12-01T22:40:06,026 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 7599171a1ee4648120608e0945816666 2024-12-01T22:40:06,026 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 7599171a1ee4648120608e0945816666 2024-12-01T22:40:06,027 INFO [StoreOpener-0bc58190e8b29b7e321cbede6d509402-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc58190e8b29b7e321cbede6d509402 columnFamilyName cf 2024-12-01T22:40:06,027 DEBUG [StoreOpener-0bc58190e8b29b7e321cbede6d509402-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:06,027 INFO [StoreOpener-0bc58190e8b29b7e321cbede6d509402-1 {}] regionserver.HStore(327): Store=0bc58190e8b29b7e321cbede6d509402/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:40:06,027 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:06,029 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:06,029 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 7599171a1ee4648120608e0945816666 2024-12-01T22:40:06,030 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:06,031 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:06,031 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:06,033 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/7599171a1ee4648120608e0945816666/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:40:06,034 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 7599171a1ee4648120608e0945816666; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71010205, jitterRate=0.05813451111316681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:40:06,034 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7599171a1ee4648120608e0945816666 2024-12-01T22:40:06,034 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4. 2024-12-01T22:40:06,034 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 180463d5b1f1561ee056ce86a29a41b4, NAME => 'SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-01T22:40:06,035 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 180463d5b1f1561ee056ce86a29a41b4 2024-12-01T22:40:06,035 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:40:06,035 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 180463d5b1f1561ee056ce86a29a41b4 2024-12-01T22:40:06,035 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 180463d5b1f1561ee056ce86a29a41b4 2024-12-01T22:40:06,035 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 7599171a1ee4648120608e0945816666: Running coprocessor pre-open hook at 1733092806018Writing region info on filesystem at 1733092806018Initializing all the Stores at 1733092806019 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092806019Cleaning up temporary data from old regions at 1733092806026 (+7 ms)Running coprocessor post-open hooks at 1733092806034 (+8 ms)Region opened successfully at 1733092806035 (+1 ms) 2024-12-01T22:40:06,037 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:06,037 INFO [StoreOpener-180463d5b1f1561ee056ce86a29a41b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 180463d5b1f1561ee056ce86a29a41b4 2024-12-01T22:40:06,037 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666., pid=16, masterSystemTime=1733092806006 2024-12-01T22:40:06,039 INFO [StoreOpener-180463d5b1f1561ee056ce86a29a41b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 180463d5b1f1561ee056ce86a29a41b4 columnFamilyName cf 2024-12-01T22:40:06,040 DEBUG [StoreOpener-180463d5b1f1561ee056ce86a29a41b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:06,040 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666. 2024-12-01T22:40:06,041 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666. 2024-12-01T22:40:06,041 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1. 2024-12-01T22:40:06,041 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/0bc58190e8b29b7e321cbede6d509402/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:40:06,041 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 137896b6c748bd22981927563398d0a1, NAME => 'SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-01T22:40:06,041 INFO [StoreOpener-180463d5b1f1561ee056ce86a29a41b4-1 {}] regionserver.HStore(327): Store=180463d5b1f1561ee056ce86a29a41b4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:40:06,041 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 180463d5b1f1561ee056ce86a29a41b4 2024-12-01T22:40:06,041 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 137896b6c748bd22981927563398d0a1 2024-12-01T22:40:06,042 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:40:06,042 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 137896b6c748bd22981927563398d0a1 2024-12-01T22:40:06,042 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 137896b6c748bd22981927563398d0a1 2024-12-01T22:40:06,042 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=7599171a1ee4648120608e0945816666, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,41907,1733092783218 2024-12-01T22:40:06,043 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/180463d5b1f1561ee056ce86a29a41b4 2024-12-01T22:40:06,043 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/180463d5b1f1561ee056ce86a29a41b4 2024-12-01T22:40:06,044 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 0bc58190e8b29b7e321cbede6d509402; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69077938, jitterRate=0.02934148907661438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:40:06,044 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:06,044 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 0bc58190e8b29b7e321cbede6d509402: Running coprocessor pre-open hook at 1733092806023Writing region info on filesystem at 1733092806023Initializing all the Stores at 1733092806024 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092806024Cleaning up temporary data from old regions at 1733092806031 (+7 ms)Running coprocessor post-open hooks at 1733092806044 (+13 ms)Region opened successfully at 1733092806044 2024-12-01T22:40:06,044 INFO [StoreOpener-137896b6c748bd22981927563398d0a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 137896b6c748bd22981927563398d0a1 2024-12-01T22:40:06,045 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 180463d5b1f1561ee056ce86a29a41b4 2024-12-01T22:40:06,045 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 180463d5b1f1561ee056ce86a29a41b4 2024-12-01T22:40:06,046 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402., pid=19, masterSystemTime=1733092806011 2024-12-01T22:40:06,048 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 180463d5b1f1561ee056ce86a29a41b4 2024-12-01T22:40:06,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7599171a1ee4648120608e0945816666, server=14efca635be3,41907,1733092783218 because future has completed 2024-12-01T22:40:06,049 INFO [StoreOpener-137896b6c748bd22981927563398d0a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 137896b6c748bd22981927563398d0a1 columnFamilyName cf 2024-12-01T22:40:06,049 DEBUG [StoreOpener-137896b6c748bd22981927563398d0a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:06,050 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 2024-12-01T22:40:06,050 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 2024-12-01T22:40:06,050 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 2024-12-01T22:40:06,050 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cd2a0b42cc8e7d84bd312d2d46dd04b, NAME => 'SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-01T22:40:06,050 INFO [StoreOpener-137896b6c748bd22981927563398d0a1-1 {}] regionserver.HStore(327): Store=137896b6c748bd22981927563398d0a1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:40:06,051 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0bc58190e8b29b7e321cbede6d509402, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,39679,1733092783167 2024-12-01T22:40:06,051 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 137896b6c748bd22981927563398d0a1 2024-12-01T22:40:06,051 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:06,051 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:40:06,051 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:06,051 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:06,053 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/137896b6c748bd22981927563398d0a1 2024-12-01T22:40:06,054 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/137896b6c748bd22981927563398d0a1 2024-12-01T22:40:06,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bc58190e8b29b7e321cbede6d509402, server=14efca635be3,39679,1733092783167 because future has completed 2024-12-01T22:40:06,055 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 137896b6c748bd22981927563398d0a1 2024-12-01T22:40:06,055 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 137896b6c748bd22981927563398d0a1 2024-12-01T22:40:06,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-01T22:40:06,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 7599171a1ee4648120608e0945816666, server=14efca635be3,41907,1733092783218 in 10.0480 sec 2024-12-01T22:40:06,057 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/180463d5b1f1561ee056ce86a29a41b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:40:06,057 INFO [StoreOpener-2cd2a0b42cc8e7d84bd312d2d46dd04b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:06,058 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 180463d5b1f1561ee056ce86a29a41b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65801842, jitterRate=-0.01947614550590515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:40:06,059 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 180463d5b1f1561ee056ce86a29a41b4 2024-12-01T22:40:06,059 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 180463d5b1f1561ee056ce86a29a41b4: Running coprocessor pre-open hook at 1733092806035Writing region info on filesystem at 1733092806035Initializing all the Stores at 1733092806036 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092806036Cleaning up temporary data from old regions at 1733092806045 (+9 ms)Running coprocessor post-open hooks at 1733092806059 (+14 ms)Region opened successfully at 1733092806059 2024-12-01T22:40:06,059 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 137896b6c748bd22981927563398d0a1 2024-12-01T22:40:06,060 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4., pid=22, masterSystemTime=1733092806026 2024-12-01T22:40:06,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-12-01T22:40:06,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7599171a1ee4648120608e0945816666, ASSIGN in 10.2230 sec 2024-12-01T22:40:06,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bc58190e8b29b7e321cbede6d509402, server=14efca635be3,39679,1733092783167 in 10.0440 sec 2024-12-01T22:40:06,060 INFO [StoreOpener-2cd2a0b42cc8e7d84bd312d2d46dd04b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cd2a0b42cc8e7d84bd312d2d46dd04b columnFamilyName cf 2024-12-01T22:40:06,060 DEBUG [StoreOpener-2cd2a0b42cc8e7d84bd312d2d46dd04b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:06,062 INFO [StoreOpener-2cd2a0b42cc8e7d84bd312d2d46dd04b-1 {}] regionserver.HStore(327): Store=2cd2a0b42cc8e7d84bd312d2d46dd04b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:40:06,062 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:06,063 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4. 2024-12-01T22:40:06,063 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4. 2024-12-01T22:40:06,063 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:06,063 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde. 2024-12-01T22:40:06,063 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 3dbba1ed04672ec541502eb0c4aa0cde, NAME => 'SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-01T22:40:06,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bc58190e8b29b7e321cbede6d509402, ASSIGN in 10.2260 sec 2024-12-01T22:40:06,064 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3dbba1ed04672ec541502eb0c4aa0cde 2024-12-01T22:40:06,064 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:06,064 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:40:06,064 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 3dbba1ed04672ec541502eb0c4aa0cde 2024-12-01T22:40:06,064 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 3dbba1ed04672ec541502eb0c4aa0cde 2024-12-01T22:40:06,064 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=180463d5b1f1561ee056ce86a29a41b4, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,36401,1733092783071 2024-12-01T22:40:06,064 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:06,065 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:06,067 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:06,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 180463d5b1f1561ee056ce86a29a41b4, server=14efca635be3,36401,1733092783071 because future has completed 2024-12-01T22:40:06,069 INFO [StoreOpener-3dbba1ed04672ec541502eb0c4aa0cde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3dbba1ed04672ec541502eb0c4aa0cde 2024-12-01T22:40:06,070 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/137896b6c748bd22981927563398d0a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:40:06,071 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 137896b6c748bd22981927563398d0a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71932112, jitterRate=0.07187199592590332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:40:06,071 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 137896b6c748bd22981927563398d0a1 2024-12-01T22:40:06,071 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 137896b6c748bd22981927563398d0a1: Running coprocessor pre-open hook at 1733092806042Writing region info on filesystem at 1733092806042Initializing all the Stores at 1733092806043 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092806043Cleaning up temporary data from old regions at 1733092806055 (+12 ms)Running coprocessor post-open hooks at 1733092806071 (+16 ms)Region opened successfully at 1733092806071 2024-12-01T22:40:06,072 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1., pid=17, masterSystemTime=1733092806006 2024-12-01T22:40:06,073 INFO [StoreOpener-3dbba1ed04672ec541502eb0c4aa0cde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dbba1ed04672ec541502eb0c4aa0cde columnFamilyName cf 2024-12-01T22:40:06,073 DEBUG [StoreOpener-3dbba1ed04672ec541502eb0c4aa0cde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:06,073 INFO [StoreOpener-3dbba1ed04672ec541502eb0c4aa0cde-1 {}] regionserver.HStore(327): Store=3dbba1ed04672ec541502eb0c4aa0cde/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:40:06,074 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 3dbba1ed04672ec541502eb0c4aa0cde 2024-12-01T22:40:06,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-12-01T22:40:06,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 180463d5b1f1561ee056ce86a29a41b4, server=14efca635be3,36401,1733092783071 in 10.0520 sec 2024-12-01T22:40:06,075 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1. 2024-12-01T22:40:06,075 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1. 2024-12-01T22:40:06,075 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/3dbba1ed04672ec541502eb0c4aa0cde 2024-12-01T22:40:06,075 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034. 2024-12-01T22:40:06,076 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => f72e86768fa760e0b0f52fcbb23cf034, NAME => 'SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-01T22:40:06,076 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/3dbba1ed04672ec541502eb0c4aa0cde 2024-12-01T22:40:06,076 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f72e86768fa760e0b0f52fcbb23cf034 2024-12-01T22:40:06,076 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:40:06,076 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for f72e86768fa760e0b0f52fcbb23cf034 2024-12-01T22:40:06,076 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for f72e86768fa760e0b0f52fcbb23cf034 2024-12-01T22:40:06,077 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 3dbba1ed04672ec541502eb0c4aa0cde 2024-12-01T22:40:06,078 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 3dbba1ed04672ec541502eb0c4aa0cde 2024-12-01T22:40:06,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=180463d5b1f1561ee056ce86a29a41b4, ASSIGN in 10.2410 sec 2024-12-01T22:40:06,078 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/2cd2a0b42cc8e7d84bd312d2d46dd04b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:40:06,078 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=137896b6c748bd22981927563398d0a1, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,41907,1733092783218 2024-12-01T22:40:06,080 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 2cd2a0b42cc8e7d84bd312d2d46dd04b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73701236, jitterRate=0.09823399782180786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:40:06,080 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:06,081 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 2cd2a0b42cc8e7d84bd312d2d46dd04b: Running coprocessor pre-open hook at 1733092806051Writing region info on filesystem at 1733092806051Initializing all the Stores at 1733092806054 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092806054Cleaning up temporary data from old regions at 1733092806065 (+11 ms)Running coprocessor post-open hooks at 1733092806080 (+15 ms)Region opened successfully at 1733092806080 2024-12-01T22:40:06,081 INFO [StoreOpener-f72e86768fa760e0b0f52fcbb23cf034-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f72e86768fa760e0b0f52fcbb23cf034 2024-12-01T22:40:06,081 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 3dbba1ed04672ec541502eb0c4aa0cde 2024-12-01T22:40:06,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 137896b6c748bd22981927563398d0a1, server=14efca635be3,41907,1733092783218 because future has completed 2024-12-01T22:40:06,083 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b., pid=20, masterSystemTime=1733092806011 2024-12-01T22:40:06,085 INFO [StoreOpener-f72e86768fa760e0b0f52fcbb23cf034-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f72e86768fa760e0b0f52fcbb23cf034 columnFamilyName cf 2024-12-01T22:40:06,085 DEBUG [StoreOpener-f72e86768fa760e0b0f52fcbb23cf034-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:06,086 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 2024-12-01T22:40:06,086 INFO [StoreOpener-f72e86768fa760e0b0f52fcbb23cf034-1 {}] regionserver.HStore(327): Store=f72e86768fa760e0b0f52fcbb23cf034/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:40:06,086 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 2024-12-01T22:40:06,086 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 2024-12-01T22:40:06,086 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d61dc3ce4458228931cca1b4afcbec7, NAME => 'SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-01T22:40:06,086 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for f72e86768fa760e0b0f52fcbb23cf034 2024-12-01T22:40:06,087 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:06,087 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:40:06,087 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:06,087 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:06,087 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2cd2a0b42cc8e7d84bd312d2d46dd04b, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,39679,1733092783167 2024-12-01T22:40:06,089 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/f72e86768fa760e0b0f52fcbb23cf034 2024-12-01T22:40:06,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-12-01T22:40:06,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 137896b6c748bd22981927563398d0a1, server=14efca635be3,41907,1733092783218 in 10.0790 sec 2024-12-01T22:40:06,090 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/f72e86768fa760e0b0f52fcbb23cf034 2024-12-01T22:40:06,091 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for f72e86768fa760e0b0f52fcbb23cf034 2024-12-01T22:40:06,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b, server=14efca635be3,39679,1733092783167 because future has completed 2024-12-01T22:40:06,091 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for f72e86768fa760e0b0f52fcbb23cf034 2024-12-01T22:40:06,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=137896b6c748bd22981927563398d0a1, ASSIGN in 10.2550 sec 2024-12-01T22:40:06,094 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for f72e86768fa760e0b0f52fcbb23cf034 2024-12-01T22:40:06,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-12-01T22:40:06,097 INFO [StoreOpener-1d61dc3ce4458228931cca1b4afcbec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:06,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b, server=14efca635be3,39679,1733092783167 in 10.0780 sec 2024-12-01T22:40:06,097 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/3dbba1ed04672ec541502eb0c4aa0cde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:40:06,098 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 3dbba1ed04672ec541502eb0c4aa0cde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74140930, jitterRate=0.10478594899177551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:40:06,099 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3dbba1ed04672ec541502eb0c4aa0cde 2024-12-01T22:40:06,099 INFO [StoreOpener-1d61dc3ce4458228931cca1b4afcbec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d61dc3ce4458228931cca1b4afcbec7 columnFamilyName cf 2024-12-01T22:40:06,099 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 3dbba1ed04672ec541502eb0c4aa0cde: Running coprocessor pre-open hook at 1733092806064Writing region info on filesystem at 1733092806064Initializing all the Stores at 1733092806065 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092806065Cleaning up temporary data from old regions at 1733092806078 (+13 ms)Running coprocessor post-open hooks at 1733092806099 (+21 ms)Region opened successfully at 1733092806099 2024-12-01T22:40:06,099 DEBUG [StoreOpener-1d61dc3ce4458228931cca1b4afcbec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:06,100 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/f72e86768fa760e0b0f52fcbb23cf034/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:40:06,100 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde., pid=23, masterSystemTime=1733092806026 2024-12-01T22:40:06,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2cd2a0b42cc8e7d84bd312d2d46dd04b, ASSIGN in 10.2630 sec 2024-12-01T22:40:06,100 INFO [StoreOpener-1d61dc3ce4458228931cca1b4afcbec7-1 {}] regionserver.HStore(327): Store=1d61dc3ce4458228931cca1b4afcbec7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:40:06,101 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:06,101 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened f72e86768fa760e0b0f52fcbb23cf034; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60433853, jitterRate=-0.09946541488170624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:40:06,101 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f72e86768fa760e0b0f52fcbb23cf034 2024-12-01T22:40:06,101 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for f72e86768fa760e0b0f52fcbb23cf034: Running coprocessor pre-open hook at 1733092806077Writing region info on filesystem at 1733092806077Initializing all the Stores at 1733092806080 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092806080Cleaning up temporary data from old regions at 1733092806091 (+11 ms)Running coprocessor post-open hooks at 1733092806101 (+10 ms)Region opened successfully at 1733092806101 2024-12-01T22:40:06,102 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:06,103 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034., pid=15, masterSystemTime=1733092806006 2024-12-01T22:40:06,103 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde. 2024-12-01T22:40:06,103 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:06,103 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde. 2024-12-01T22:40:06,103 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0. 2024-12-01T22:40:06,104 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:06,104 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:06,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3dbba1ed04672ec541502eb0c4aa0cde, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,36401,1733092783071 2024-12-01T22:40:06,104 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => a6dc6fe03901cf486c54376be5467ea0, NAME => 'SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-01T22:40:06,105 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a6dc6fe03901cf486c54376be5467ea0 2024-12-01T22:40:06,105 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:40:06,105 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for a6dc6fe03901cf486c54376be5467ea0 2024-12-01T22:40:06,105 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for a6dc6fe03901cf486c54376be5467ea0 2024-12-01T22:40:06,105 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034. 2024-12-01T22:40:06,105 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034. 2024-12-01T22:40:06,107 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:06,108 INFO [StoreOpener-a6dc6fe03901cf486c54376be5467ea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a6dc6fe03901cf486c54376be5467ea0 2024-12-01T22:40:06,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dbba1ed04672ec541502eb0c4aa0cde, server=14efca635be3,36401,1733092783071 because future has completed 2024-12-01T22:40:06,108 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f72e86768fa760e0b0f52fcbb23cf034, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,41907,1733092783218 2024-12-01T22:40:06,110 INFO [StoreOpener-a6dc6fe03901cf486c54376be5467ea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6dc6fe03901cf486c54376be5467ea0 columnFamilyName cf 2024-12-01T22:40:06,110 DEBUG [StoreOpener-a6dc6fe03901cf486c54376be5467ea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:06,111 INFO [StoreOpener-a6dc6fe03901cf486c54376be5467ea0-1 {}] regionserver.HStore(327): Store=a6dc6fe03901cf486c54376be5467ea0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:40:06,111 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for a6dc6fe03901cf486c54376be5467ea0 2024-12-01T22:40:06,113 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/a6dc6fe03901cf486c54376be5467ea0 2024-12-01T22:40:06,113 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/1d61dc3ce4458228931cca1b4afcbec7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:40:06,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f72e86768fa760e0b0f52fcbb23cf034, server=14efca635be3,41907,1733092783218 because future has completed 2024-12-01T22:40:06,114 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 1d61dc3ce4458228931cca1b4afcbec7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64212523, jitterRate=-0.043158844113349915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:40:06,114 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/a6dc6fe03901cf486c54376be5467ea0 2024-12-01T22:40:06,114 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:06,114 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 1d61dc3ce4458228931cca1b4afcbec7: Running coprocessor pre-open hook at 1733092806087Writing region info on filesystem at 1733092806087Initializing all the Stores at 1733092806090 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092806090Cleaning up temporary data from old regions at 1733092806104 (+14 ms)Running coprocessor post-open hooks at 1733092806114 (+10 ms)Region opened successfully at 1733092806114 2024-12-01T22:40:06,115 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for a6dc6fe03901cf486c54376be5467ea0 2024-12-01T22:40:06,115 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7., pid=24, masterSystemTime=1733092806011 2024-12-01T22:40:06,115 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for a6dc6fe03901cf486c54376be5467ea0 2024-12-01T22:40:06,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-01T22:40:06,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3dbba1ed04672ec541502eb0c4aa0cde, server=14efca635be3,36401,1733092783071 in 10.0870 sec 2024-12-01T22:40:06,118 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for a6dc6fe03901cf486c54376be5467ea0 2024-12-01T22:40:06,122 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 2024-12-01T22:40:06,122 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 2024-12-01T22:40:06,122 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 2024-12-01T22:40:06,122 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => f283a371b8c9a5dbb34376bc63b692f5, NAME => 'SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-01T22:40:06,123 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:06,123 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:40:06,123 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:06,123 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:06,125 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/a6dc6fe03901cf486c54376be5467ea0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:40:06,126 INFO [StoreOpener-f283a371b8c9a5dbb34376bc63b692f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:06,126 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened a6dc6fe03901cf486c54376be5467ea0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70990741, jitterRate=0.05784447491168976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:40:06,126 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6dc6fe03901cf486c54376be5467ea0 2024-12-01T22:40:06,126 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for a6dc6fe03901cf486c54376be5467ea0: Running coprocessor pre-open hook at 1733092806105Writing region info on filesystem at 1733092806105Initializing all the Stores at 1733092806107 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092806107Cleaning up temporary data from old regions at 1733092806115 (+8 ms)Running coprocessor post-open hooks at 1733092806126 (+11 ms)Region opened successfully at 1733092806126 2024-12-01T22:40:06,128 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0., pid=21, masterSystemTime=1733092806026 2024-12-01T22:40:06,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-12-01T22:40:06,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure f72e86768fa760e0b0f52fcbb23cf034, server=14efca635be3,41907,1733092783218 in 10.1150 sec 2024-12-01T22:40:06,128 INFO [StoreOpener-f283a371b8c9a5dbb34376bc63b692f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f283a371b8c9a5dbb34376bc63b692f5 columnFamilyName cf 2024-12-01T22:40:06,128 DEBUG [StoreOpener-f283a371b8c9a5dbb34376bc63b692f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:06,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1d61dc3ce4458228931cca1b4afcbec7, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,39679,1733092783167 2024-12-01T22:40:06,130 INFO [StoreOpener-f283a371b8c9a5dbb34376bc63b692f5-1 {}] regionserver.HStore(327): Store=f283a371b8c9a5dbb34376bc63b692f5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:40:06,130 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:06,132 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:06,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3dbba1ed04672ec541502eb0c4aa0cde, ASSIGN in 10.2820 sec 2024-12-01T22:40:06,132 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0. 2024-12-01T22:40:06,133 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0. 2024-12-01T22:40:06,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7, server=14efca635be3,39679,1733092783167 because future has completed 2024-12-01T22:40:06,134 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:06,135 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a6dc6fe03901cf486c54376be5467ea0, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,36401,1733092783071 2024-12-01T22:40:06,135 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42667 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=14efca635be3,39679,1733092783167, table=SPTestTable, region=1d61dc3ce4458228931cca1b4afcbec7. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-01T22:40:06,135 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:06,135 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:06,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f72e86768fa760e0b0f52fcbb23cf034, ASSIGN in 10.2940 sec 2024-12-01T22:40:06,139 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:06,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6dc6fe03901cf486c54376be5467ea0, server=14efca635be3,36401,1733092783071 because future has completed 2024-12-01T22:40:06,143 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/f283a371b8c9a5dbb34376bc63b692f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:40:06,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-12-01T22:40:06,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7, server=14efca635be3,39679,1733092783167 in 10.1070 sec 2024-12-01T22:40:06,145 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened f283a371b8c9a5dbb34376bc63b692f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62968085, jitterRate=-0.061702415347099304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:40:06,145 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:06,146 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for f283a371b8c9a5dbb34376bc63b692f5: Running coprocessor pre-open hook at 1733092806123Writing region info on filesystem at 1733092806123Initializing all the Stores at 1733092806124 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092806124Cleaning up temporary data from old regions at 1733092806135 (+11 ms)Running coprocessor post-open hooks at 1733092806145 (+10 ms)Region opened successfully at 1733092806146 (+1 ms) 2024-12-01T22:40:06,147 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5., pid=18, masterSystemTime=1733092806011 2024-12-01T22:40:06,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-12-01T22:40:06,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d61dc3ce4458228931cca1b4afcbec7, ASSIGN in 10.3110 sec 2024-12-01T22:40:06,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a6dc6fe03901cf486c54376be5467ea0, server=14efca635be3,36401,1733092783071 in 10.1270 sec 2024-12-01T22:40:06,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a6dc6fe03901cf486c54376be5467ea0, ASSIGN in 10.3140 sec 2024-12-01T22:40:06,151 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 2024-12-01T22:40:06,151 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 2024-12-01T22:40:06,152 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f283a371b8c9a5dbb34376bc63b692f5, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,39679,1733092783167 2024-12-01T22:40:06,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f283a371b8c9a5dbb34376bc63b692f5, server=14efca635be3,39679,1733092783167 because future has completed 2024-12-01T22:40:06,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-12-01T22:40:06,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f283a371b8c9a5dbb34376bc63b692f5, server=14efca635be3,39679,1733092783167 in 10.1500 sec 2024-12-01T22:40:06,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-12-01T22:40:06,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f283a371b8c9a5dbb34376bc63b692f5, ASSIGN in 10.3260 sec 2024-12-01T22:40:06,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T22:40:06,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092806166"}]},"ts":"1733092806166"} 2024-12-01T22:40:06,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-01T22:40:06,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T22:40:06,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5610 sec 2024-12-01T22:40:08,626 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-01T22:40:11,455 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T22:40:11,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T22:40:12,680 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-01T22:40:12,680 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-01T22:40:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:40:13,895 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-01T22:40:13,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-01T22:40:13,899 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T22:40:13,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-01T22:40:13,911 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T22:40:13,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-01T22:40:13,952 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5., hostname=14efca635be3,39679,1733092783167, seqNum=2] 2024-12-01T22:40:13,957 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5., hostname=14efca635be3,39679,1733092783167, seqNum=2] 2024-12-01T22:40:13,959 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5., hostname=14efca635be3,39679,1733092783167, seqNum=2] 2024-12-01T22:40:13,961 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5., hostname=14efca635be3,39679,1733092783167, seqNum=2] 2024-12-01T22:40:13,964 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5., hostname=14efca635be3,39679,1733092783167, seqNum=2] 2024-12-01T22:40:13,966 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5., hostname=14efca635be3,39679,1733092783167, seqNum=2] 2024-12-01T22:40:13,967 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5., hostname=14efca635be3,39679,1733092783167, seqNum=2] 2024-12-01T22:40:13,968 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5., hostname=14efca635be3,39679,1733092783167, seqNum=2] 2024-12-01T22:40:14,016 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0., hostname=14efca635be3,36401,1733092783071, seqNum=2] 2024-12-01T22:40:14,019 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0., hostname=14efca635be3,36401,1733092783071, seqNum=2] 2024-12-01T22:40:14,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0., hostname=14efca635be3,36401,1733092783071, seqNum=2] 2024-12-01T22:40:14,024 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0., hostname=14efca635be3,36401,1733092783071, seqNum=2] 2024-12-01T22:40:14,026 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0., hostname=14efca635be3,36401,1733092783071, seqNum=2] 2024-12-01T22:40:14,028 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0., hostname=14efca635be3,36401,1733092783071, seqNum=2] 2024-12-01T22:40:14,030 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0., hostname=14efca635be3,36401,1733092783071, seqNum=2] 2024-12-01T22:40:14,062 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666., hostname=14efca635be3,41907,1733092783218, seqNum=2] 2024-12-01T22:40:14,065 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666., hostname=14efca635be3,41907,1733092783218, seqNum=2] 2024-12-01T22:40:14,067 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666., hostname=14efca635be3,41907,1733092783218, seqNum=2] 2024-12-01T22:40:14,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666., hostname=14efca635be3,41907,1733092783218, seqNum=2] 2024-12-01T22:40:14,072 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666., hostname=14efca635be3,41907,1733092783218, seqNum=2] 2024-12-01T22:40:14,075 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666., hostname=14efca635be3,41907,1733092783218, seqNum=2] 2024-12-01T22:40:14,077 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666., hostname=14efca635be3,41907,1733092783218, seqNum=2] 2024-12-01T22:40:14,079 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666., hostname=14efca635be3,41907,1733092783218, seqNum=2] 2024-12-01T22:40:14,141 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402., hostname=14efca635be3,39679,1733092783167, seqNum=2] 2024-12-01T22:40:14,144 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402., hostname=14efca635be3,39679,1733092783167, seqNum=2] 2024-12-01T22:40:14,146 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402., hostname=14efca635be3,39679,1733092783167, seqNum=2] 2024-12-01T22:40:14,147 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402., hostname=14efca635be3,39679,1733092783167, seqNum=2] 2024-12-01T22:40:14,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402., hostname=14efca635be3,39679,1733092783167, seqNum=2] 2024-12-01T22:40:14,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:40:14,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:40:14,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:40:14,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:40:14,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36401 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T22:40:14,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T22:40:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 2024-12-01T22:40:14,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T22:40:15,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T22:40:15,518 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-01T22:40:15,520 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T22:40:15,520 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-01T22:40:15,527 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-01T22:40:15,538 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-01T22:40:15,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741848_1024 (size=49) 2024-12-01T22:40:15,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741848_1024 (size=49) 2024-12-01T22:40:15,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741848_1024 (size=49) 2024-12-01T22:40:15,551 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-01T22:40:15,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dbba1ed04672ec541502eb0c4aa0cde}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 137896b6c748bd22981927563398d0a1}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 180463d5b1f1561ee056ce86a29a41b4}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f72e86768fa760e0b0f52fcbb23cf034}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a6dc6fe03901cf486c54376be5467ea0}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7599171a1ee4648120608e0945816666}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402}] 2024-12-01T22:40:15,557 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a6dc6fe03901cf486c54376be5467ea0 2024-12-01T22:40:15,557 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f72e86768fa760e0b0f52fcbb23cf034 2024-12-01T22:40:15,558 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:15,559 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:15,559 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:15,564 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7599171a1ee4648120608e0945816666 2024-12-01T22:40:15,564 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 180463d5b1f1561ee056ce86a29a41b4 2024-12-01T22:40:15,564 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 137896b6c748bd22981927563398d0a1 2024-12-01T22:40:15,565 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dbba1ed04672ec541502eb0c4aa0cde 2024-12-01T22:40:15,569 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:15,622 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 14efca635be3,39679,1733092783167 2024-12-01T22:40:15,623 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 14efca635be3,39679,1733092783167: Simulated kill ***** 2024-12-01T22:40:15,623 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T22:40:15,626 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T22:40:15,628 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T22:40:15,630 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T22:40:15,630 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T22:40:15,636 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 504498704 }, "NonHeapMemoryUsage": { "committed": 157089792, "init": 7667712, "max": -1, "used": 153688152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "14efca635be3", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "14efca635be3", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:56085", "tag.serverName": "14efca635be3,41907,1733092783218", "tag.clusterId": "36d5b8a4-fc39-4987-bd2c-68818cbf4500", "tag.Context": "regionserver", "tag.Hostname": "14efca635be3", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733092783218, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-01T22:40:15,640 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42667 {}] master.MasterRpcServices(700): 14efca635be3,39679,1733092783167 reported a fatal error: ***** ABORTING region server 14efca635be3,39679,1733092783167: Simulated kill ***** 2024-12-01T22:40:15,643 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '14efca635be3,39679,1733092783167' ***** 2024-12-01T22:40:15,643 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-01T22:40:15,643 INFO [RS:1;14efca635be3:39679 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T22:40:15,644 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T22:40:15,644 INFO [RS:1;14efca635be3:39679 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-01T22:40:15,644 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T22:40:15,644 INFO [RS:1;14efca635be3:39679 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-01T22:40:15,644 INFO [RS:1;14efca635be3:39679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T22:40:15,644 INFO [RS:1;14efca635be3:39679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;14efca635be3:39679. 2024-12-01T22:40:15,645 DEBUG [RS:1;14efca635be3:39679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:40:15,645 DEBUG [RS:1;14efca635be3:39679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:40:15,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741833_1009 (size=1242) 2024-12-01T22:40:15,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741833_1009 (size=1242) 2024-12-01T22:40:15,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741833_1009 (size=1242) 2024-12-01T22:40:15,653 DEBUG [RS:1;14efca635be3:39679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:40:15,653 INFO [RS:1;14efca635be3:39679 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T22:40:15,654 INFO [RS:1;14efca635be3:39679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39679 2024-12-01T22:40:15,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39679-0x101930d296d0002, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/14efca635be3,39679,1733092783167 2024-12-01T22:40:15,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T22:40:15,698 INFO [RS:1;14efca635be3:39679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T22:40:15,702 INFO [regionserver/14efca635be3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T22:40:15,726 INFO [regionserver/14efca635be3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T22:40:15,726 INFO [regionserver/14efca635be3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T22:40:15,792 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [14efca635be3,39679,1733092783167] 2024-12-01T22:40:15,828 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/14efca635be3,39679,1733092783167 already deleted, retry=false 2024-12-01T22:40:15,829 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 14efca635be3,39679,1733092783167 on 14efca635be3,42667,1733092782315 2024-12-01T22:40:15,841 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 14efca635be3,39679,1733092783167, splitWal=true, meta=false 2024-12-01T22:40:15,845 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 14efca635be3,39679,1733092783167, splitWal=true, meta=false 2024-12-01T22:40:15,845 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 14efca635be3,39679,1733092783167 (carryingMeta=false) 14efca635be3,39679,1733092783167/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2550a71c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-01T22:40:15,847 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 14efca635be3,39679,1733092783167 had 4 regions 2024-12-01T22:40:15,847 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:15,847 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:15,847 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:15,847 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:15,848 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 14efca635be3,39679,1733092783167, splitWal=true, meta=false, isMeta: false 2024-12-01T22:40:15,849 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7 can not run currently because target server of region SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 14efca635be3,39679,1733092783167 is in state SPLITTING, wait 1000 ms to retry 2024-12-01T22:40:15,849 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5 can not run currently because target server of region SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 14efca635be3,39679,1733092783167 is in state SPLITTING, wait 1000 ms to retry 2024-12-01T22:40:15,849 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7; timeout=1000, timestamp=1733092816849 2024-12-01T22:40:15,849 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5; timeout=1000, timestamp=1733092816849 2024-12-01T22:40:15,850 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402 can not run currently because target server of region SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 14efca635be3,39679,1733092783167 is in state SPLITTING, wait 1000 ms to retry 2024-12-01T22:40:15,850 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b can not run currently because target server of region SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 14efca635be3,39679,1733092783167 is in state SPLITTING, wait 1000 ms to retry 2024-12-01T22:40:15,850 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b; timeout=1000, timestamp=1733092816850 2024-12-01T22:40:15,850 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402; timeout=1000, timestamp=1733092816850 2024-12-01T22:40:15,851 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167-splitting 2024-12-01T22:40:15,853 INFO [PEWorker-2 {}] master.SplitWALManager(105): 14efca635be3,39679,1733092783167 WAL count=1, meta=false 2024-12-01T22:40:15,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 14efca635be3%2C39679%2C1733092783167.1733092784822}] 2024-12-01T22:40:15,861 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=14efca635be3,36401,1733092783071 2024-12-01T22:40:15,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 14efca635be3%2C39679%2C1733092783167.1733092784822, worker=14efca635be3,36401,1733092783071}] 2024-12-01T22:40:15,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39679-0x101930d296d0002, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:40:15,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39679-0x101930d296d0002, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:40:15,892 INFO [RS:1;14efca635be3:39679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T22:40:15,892 INFO [RS:1;14efca635be3:39679 {}] regionserver.HRegionServer(1031): Exiting; stopping=14efca635be3,39679,1733092783167; zookeeper connection closed. 2024-12-01T22:40:15,893 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44115cbc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44115cbc 2024-12-01T22:40:16,849 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:16,849 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:16,851 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7 can not run currently because target server of region SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 14efca635be3,39679,1733092783167 is in state SPLITTING, wait 2000 ms to retry 2024-12-01T22:40:16,851 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:16,851 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5 can not run currently because target server of region SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 14efca635be3,39679,1733092783167 is in state SPLITTING, wait 2000 ms to retry 2024-12-01T22:40:16,851 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7; timeout=2000, timestamp=1733092818851 2024-12-01T22:40:16,851 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:16,851 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5; timeout=2000, timestamp=1733092818851 2024-12-01T22:40:16,852 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402 can not run currently because target server of region SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 14efca635be3,39679,1733092783167 is in state SPLITTING, wait 2000 ms to retry 2024-12-01T22:40:16,852 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b can not run currently because target server of region SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 14efca635be3,39679,1733092783167 is in state SPLITTING, wait 2000 ms to retry 2024-12-01T22:40:16,852 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402; timeout=2000, timestamp=1733092818852 2024-12-01T22:40:16,852 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b; timeout=2000, timestamp=1733092818852 2024-12-01T22:40:17,306 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=14efca635be3:42667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-01T22:40:18,851 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:18,851 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:18,852 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:18,852 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:18,853 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5 can not run currently because target server of region SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 14efca635be3,39679,1733092783167 is in state SPLITTING, wait 4000 ms to retry 2024-12-01T22:40:18,853 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7 can not run currently because target server of region SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 14efca635be3,39679,1733092783167 is in state SPLITTING, wait 4000 ms to retry 2024-12-01T22:40:18,853 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7; timeout=4000, timestamp=1733092822853 2024-12-01T22:40:18,853 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5; timeout=4000, timestamp=1733092822853 2024-12-01T22:40:18,854 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b can not run currently because target server of region SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 14efca635be3,39679,1733092783167 is in state SPLITTING, wait 4000 ms to retry 2024-12-01T22:40:18,854 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b; timeout=4000, timestamp=1733092822854 2024-12-01T22:40:18,854 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402 can not run currently because target server of region SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 14efca635be3,39679,1733092783167 is in state SPLITTING, wait 4000 ms to retry 2024-12-01T22:40:18,854 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402; timeout=4000, timestamp=1733092822854 2024-12-01T22:40:22,854 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:22,854 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:22,855 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:22,855 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:22,858 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5 can not run currently because target server of region SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 14efca635be3,39679,1733092783167 is in state SPLITTING, wait 8000 ms to retry 2024-12-01T22:40:22,858 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7 can not run currently because target server of region SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 14efca635be3,39679,1733092783167 is in state SPLITTING, wait 8000 ms to retry 2024-12-01T22:40:22,858 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b can not run currently because target server of region SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 14efca635be3,39679,1733092783167 is in state SPLITTING, wait 8000 ms to retry 2024-12-01T22:40:22,858 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5; timeout=8000, timestamp=1733092830858 2024-12-01T22:40:22,858 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402 can not run currently because target server of region SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 14efca635be3,39679,1733092783167 is in state SPLITTING, wait 8000 ms to retry 2024-12-01T22:40:22,858 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7; timeout=8000, timestamp=1733092830858 2024-12-01T22:40:22,858 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b; timeout=8000, timestamp=1733092830858 2024-12-01T22:40:22,858 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402; timeout=8000, timestamp=1733092830858 2024-12-01T22:40:25,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-01T22:40:25,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-01T22:40:25,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-01T22:40:25,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034. 2024-12-01T22:40:25,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0. 2024-12-01T22:40:25,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-01T22:40:25,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-01T22:40:25,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde. 2024-12-01T22:40:25,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-01T22:40:25,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1. 2024-12-01T22:40:25,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4. 2024-12-01T22:40:25,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666. 2024-12-01T22:40:25,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-01T22:40:25,575 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing a6dc6fe03901cf486c54376be5467ea0 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-01T22:40:25,575 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 7599171a1ee4648120608e0945816666 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-01T22:40:25,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for f72e86768fa760e0b0f52fcbb23cf034: 2024-12-01T22:40:25,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 137896b6c748bd22981927563398d0a1: 2024-12-01T22:40:25,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 180463d5b1f1561ee056ce86a29a41b4: 2024-12-01T22:40:25,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034. for SnapshotProcedureTest completed. 2024-12-01T22:40:25,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4. for SnapshotProcedureTest completed. 2024-12-01T22:40:25,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1. for SnapshotProcedureTest completed. 2024-12-01T22:40:25,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 3dbba1ed04672ec541502eb0c4aa0cde: 2024-12-01T22:40:25,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde. for SnapshotProcedureTest completed. 2024-12-01T22:40:25,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:40:25,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:40:25,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:40:25,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:40:25,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:40:25,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:40:25,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:40:25,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:40:25,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T22:40:25,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T22:40:25,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T22:40:25,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T22:40:25,603 INFO [RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167-splitting/14efca635be3%2C39679%2C1733092783167.1733092784822, size=1.2 K (1242bytes) 2024-12-01T22:40:25,604 DEBUG [RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-01T22:40:25,604 DEBUG [RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-01T22:40:25,604 INFO [RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167-splitting/14efca635be3%2C39679%2C1733092783167.1733092784822 2024-12-01T22:40:25,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741849_1025 (size=65) 2024-12-01T22:40:25,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741849_1025 (size=65) 2024-12-01T22:40:25,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741849_1025 (size=65) 2024-12-01T22:40:25,612 INFO [RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167-splitting/14efca635be3%2C39679%2C1733092783167.1733092784822 after 5ms 2024-12-01T22:40:25,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4. 2024-12-01T22:40:25,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-01T22:40:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-01T22:40:25,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 180463d5b1f1561ee056ce86a29a41b4 2024-12-01T22:40:25,619 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 180463d5b1f1561ee056ce86a29a41b4 2024-12-01T22:40:25,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 180463d5b1f1561ee056ce86a29a41b4 in 10.0680 sec 2024-12-01T22:40:25,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741850_1026 (size=65) 2024-12-01T22:40:25,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741850_1026 (size=65) 2024-12-01T22:40:25,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741850_1026 (size=65) 2024-12-01T22:40:25,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde. 2024-12-01T22:40:25,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-01T22:40:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-01T22:40:25,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3dbba1ed04672ec541502eb0c4aa0cde 2024-12-01T22:40:25,634 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dbba1ed04672ec541502eb0c4aa0cde 2024-12-01T22:40:25,637 INFO [RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167-splitting/14efca635be3%2C39679%2C1733092783167.1733092784822 took 36ms 2024-12-01T22:40:25,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3dbba1ed04672ec541502eb0c4aa0cde in 10.0830 sec 2024-12-01T22:40:25,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741851_1027 (size=65) 2024-12-01T22:40:25,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741851_1027 (size=65) 2024-12-01T22:40:25,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741851_1027 (size=65) 2024-12-01T22:40:25,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1. 2024-12-01T22:40:25,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-01T22:40:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-01T22:40:25,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 137896b6c748bd22981927563398d0a1 2024-12-01T22:40:25,645 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 137896b6c748bd22981927563398d0a1 2024-12-01T22:40:25,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 137896b6c748bd22981927563398d0a1 in 10.0950 sec 2024-12-01T22:40:25,667 DEBUG [RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 0bc58190e8b29b7e321cbede6d509402: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T22:40:25,669 DEBUG [RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 2cd2a0b42cc8e7d84bd312d2d46dd04b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T22:40:25,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741852_1028 (size=65) 2024-12-01T22:40:25,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741852_1028 (size=65) 2024-12-01T22:40:25,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741852_1028 (size=65) 2024-12-01T22:40:25,672 DEBUG [RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1d61dc3ce4458228931cca1b4afcbec7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T22:40:25,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034. 2024-12-01T22:40:25,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-01T22:40:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-01T22:40:25,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f72e86768fa760e0b0f52fcbb23cf034 2024-12-01T22:40:25,674 DEBUG [RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for f283a371b8c9a5dbb34376bc63b692f5: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T22:40:25,674 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f72e86768fa760e0b0f52fcbb23cf034 2024-12-01T22:40:25,674 DEBUG [RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167-splitting/14efca635be3%2C39679%2C1733092783167.1733092784822 so closing down 2024-12-01T22:40:25,675 DEBUG [RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T22:40:25,675 INFO [RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T22:40:25,680 INFO [RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 18 ms; skipped=4; WAL=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167-splitting/14efca635be3%2C39679%2C1733092783167.1733092784822, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-12-01T22:40:25,680 DEBUG [RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167-splitting/14efca635be3%2C39679%2C1733092783167.1733092784822, journal: Splitting hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167-splitting/14efca635be3%2C39679%2C1733092783167.1733092784822, size=1.2 K (1242bytes) at 1733092825603Finishing writing output for hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167-splitting/14efca635be3%2C39679%2C1733092783167.1733092784822 so closing down at 1733092825674 (+71 ms)3 split writer threads finished at 1733092825675 (+1 ms)Processed 4 edits across 0 Regions in 18 ms; skipped=4; WAL=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167-splitting/14efca635be3%2C39679%2C1733092783167.1733092784822, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1733092825680 (+5 ms) 2024-12-01T22:40:25,680 DEBUG [RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167-splitting/14efca635be3%2C39679%2C1733092783167.1733092784822 2024-12-01T22:40:25,680 DEBUG [RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-01T22:40:25,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f72e86768fa760e0b0f52fcbb23cf034 in 10.1240 sec 2024-12-01T22:40:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-01T22:40:25,692 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167-splitting/14efca635be3%2C39679%2C1733092783167.1733092784822 to hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/oldWALs 2024-12-01T22:40:25,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-01T22:40:25,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 14efca635be3%2C39679%2C1733092783167.1733092784822, worker=14efca635be3,36401,1733092783071 in 9.8290 sec 2024-12-01T22:40:25,700 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=14efca635be3,36401,1733092783071 2024-12-01T22:40:25,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-01T22:40:25,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 14efca635be3%2C39679%2C1733092783167.1733092784822, worker=14efca635be3,36401,1733092783071 in 9.8460 sec 2024-12-01T22:40:25,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/a6dc6fe03901cf486c54376be5467ea0/.tmp/cf/44a2b54144c54683978d4eaf547c750c is 34, key is baa/cf:cf/1733092814854/Put/seqid=0 2024-12-01T22:40:25,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/7599171a1ee4648120608e0945816666/.tmp/cf/de15f4327250478e8850eebf3c7d079c is 34, key is ccd/cf:cf/1733092814871/Put/seqid=0 2024-12-01T22:40:25,709 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167-splitting dir is empty, no logs to split. 2024-12-01T22:40:25,709 INFO [PEWorker-4 {}] master.SplitWALManager(105): 14efca635be3,39679,1733092783167 WAL count=0, meta=false 2024-12-01T22:40:25,709 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 14efca635be3,39679,1733092783167 WAL splitting is done? wals=0, meta=false 2024-12-01T22:40:25,712 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 14efca635be3,39679,1733092783167 failed, ignore...File hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/WALs/14efca635be3,39679,1733092783167-splitting does not exist. 2024-12-01T22:40:25,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d61dc3ce4458228931cca1b4afcbec7, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f283a371b8c9a5dbb34376bc63b692f5, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bc58190e8b29b7e321cbede6d509402, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2cd2a0b42cc8e7d84bd312d2d46dd04b, ASSIGN}] 2024-12-01T22:40:25,717 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d61dc3ce4458228931cca1b4afcbec7, ASSIGN 2024-12-01T22:40:25,718 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bc58190e8b29b7e321cbede6d509402, ASSIGN 2024-12-01T22:40:25,718 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f283a371b8c9a5dbb34376bc63b692f5, ASSIGN 2024-12-01T22:40:25,719 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d61dc3ce4458228931cca1b4afcbec7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T22:40:25,720 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2cd2a0b42cc8e7d84bd312d2d46dd04b, ASSIGN 2024-12-01T22:40:25,720 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0bc58190e8b29b7e321cbede6d509402, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T22:40:25,720 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f283a371b8c9a5dbb34376bc63b692f5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T22:40:25,722 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2cd2a0b42cc8e7d84bd312d2d46dd04b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T22:40:25,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741853_1029 (size=47197) 2024-12-01T22:40:25,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741853_1029 (size=47197) 2024-12-01T22:40:25,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741853_1029 (size=47197) 2024-12-01T22:40:25,733 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/7599171a1ee4648120608e0945816666/.tmp/cf/de15f4327250478e8850eebf3c7d079c 2024-12-01T22:40:25,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741854_1030 (size=28623) 2024-12-01T22:40:25,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741854_1030 (size=28623) 2024-12-01T22:40:25,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741854_1030 (size=28623) 2024-12-01T22:40:25,741 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/a6dc6fe03901cf486c54376be5467ea0/.tmp/cf/44a2b54144c54683978d4eaf547c750c 2024-12-01T22:40:25,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/7599171a1ee4648120608e0945816666/.tmp/cf/de15f4327250478e8850eebf3c7d079c as hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/7599171a1ee4648120608e0945816666/cf/de15f4327250478e8850eebf3c7d079c 2024-12-01T22:40:25,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/a6dc6fe03901cf486c54376be5467ea0/.tmp/cf/44a2b54144c54683978d4eaf547c750c as hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/a6dc6fe03901cf486c54376be5467ea0/cf/44a2b54144c54683978d4eaf547c750c 2024-12-01T22:40:25,791 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/7599171a1ee4648120608e0945816666/cf/de15f4327250478e8850eebf3c7d079c, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-01T22:40:25,791 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/a6dc6fe03901cf486c54376be5467ea0/cf/44a2b54144c54683978d4eaf547c750c, entries=731, sequenceid=5, filesize=28.0 K 2024-12-01T22:40:25,798 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for a6dc6fe03901cf486c54376be5467ea0 in 224ms, sequenceid=5, compaction requested=false 2024-12-01T22:40:25,798 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 7599171a1ee4648120608e0945816666 in 222ms, sequenceid=5, compaction requested=false 2024-12-01T22:40:25,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for a6dc6fe03901cf486c54376be5467ea0: 2024-12-01T22:40:25,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 7599171a1ee4648120608e0945816666: 2024-12-01T22:40:25,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0. for SnapshotProcedureTest completed. 2024-12-01T22:40:25,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666. for SnapshotProcedureTest completed. 2024-12-01T22:40:25,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:40:25,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:40:25,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:40:25,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:40:25,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/a6dc6fe03901cf486c54376be5467ea0/cf/44a2b54144c54683978d4eaf547c750c] hfiles 2024-12-01T22:40:25,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/7599171a1ee4648120608e0945816666/cf/de15f4327250478e8850eebf3c7d079c] hfiles 2024-12-01T22:40:25,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/a6dc6fe03901cf486c54376be5467ea0/cf/44a2b54144c54683978d4eaf547c750c for snapshot=SnapshotProcedureTest 2024-12-01T22:40:25,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/7599171a1ee4648120608e0945816666/cf/de15f4327250478e8850eebf3c7d079c for snapshot=SnapshotProcedureTest 2024-12-01T22:40:25,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741856_1032 (size=105) 2024-12-01T22:40:25,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741855_1031 (size=105) 2024-12-01T22:40:25,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741856_1032 (size=105) 2024-12-01T22:40:25,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741855_1031 (size=105) 2024-12-01T22:40:25,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741856_1032 (size=105) 2024-12-01T22:40:25,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741855_1031 (size=105) 2024-12-01T22:40:25,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666. 2024-12-01T22:40:25,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0. 2024-12-01T22:40:25,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-01T22:40:25,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-01T22:40:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-01T22:40:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-01T22:40:25,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7599171a1ee4648120608e0945816666 2024-12-01T22:40:25,822 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42667 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a6dc6fe03901cf486c54376be5467ea0 2024-12-01T22:40:25,822 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7599171a1ee4648120608e0945816666 2024-12-01T22:40:25,822 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a6dc6fe03901cf486c54376be5467ea0 2024-12-01T22:40:25,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a6dc6fe03901cf486c54376be5467ea0 in 10.2710 sec 2024-12-01T22:40:25,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7599171a1ee4648120608e0945816666 in 10.2710 sec 2024-12-01T22:40:25,869 DEBUG [14efca635be3:42667 {}] balancer.BalancerClusterState(204): Hosts are {14efca635be3=0} racks are {/default-rack=0} 2024-12-01T22:40:25,870 DEBUG [14efca635be3:42667 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T22:40:25,870 DEBUG [14efca635be3:42667 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T22:40:25,870 DEBUG [14efca635be3:42667 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T22:40:25,870 DEBUG [14efca635be3:42667 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T22:40:25,870 INFO [14efca635be3:42667 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T22:40:25,870 INFO [14efca635be3:42667 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T22:40:25,870 DEBUG [14efca635be3:42667 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T22:40:25,871 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1d61dc3ce4458228931cca1b4afcbec7, regionState=OPENING, regionLocation=14efca635be3,36401,1733092783071 2024-12-01T22:40:25,871 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=2cd2a0b42cc8e7d84bd312d2d46dd04b, regionState=OPENING, regionLocation=14efca635be3,41907,1733092783218 2024-12-01T22:40:25,871 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=0bc58190e8b29b7e321cbede6d509402, regionState=OPENING, regionLocation=14efca635be3,36401,1733092783071 2024-12-01T22:40:25,871 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=f283a371b8c9a5dbb34376bc63b692f5, regionState=OPENING, regionLocation=14efca635be3,41907,1733092783218 2024-12-01T22:40:25,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0bc58190e8b29b7e321cbede6d509402, ASSIGN because future has completed 2024-12-01T22:40:25,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bc58190e8b29b7e321cbede6d509402, server=14efca635be3,36401,1733092783071}] 2024-12-01T22:40:25,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2cd2a0b42cc8e7d84bd312d2d46dd04b, ASSIGN because future has completed 2024-12-01T22:40:25,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b, server=14efca635be3,41907,1733092783218}] 2024-12-01T22:40:25,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d61dc3ce4458228931cca1b4afcbec7, ASSIGN because future has completed 2024-12-01T22:40:25,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7, server=14efca635be3,36401,1733092783071}] 2024-12-01T22:40:25,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f283a371b8c9a5dbb34376bc63b692f5, ASSIGN because future has completed 2024-12-01T22:40:25,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure f283a371b8c9a5dbb34376bc63b692f5, server=14efca635be3,41907,1733092783218}] 2024-12-01T22:40:30,859 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402 held by pid=41 2024-12-01T22:40:30,860 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7 held by pid=39 2024-12-01T22:40:30,860 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:30,860 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:30,860 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5 held by pid=40 2024-12-01T22:40:30,860 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:30,861 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b held by pid=42 2024-12-01T22:40:30,861 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:35,884 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 2024-12-01T22:40:35,884 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bc58190e8b29b7e321cbede6d509402, NAME => 'SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-01T22:40:35,884 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 2024-12-01T22:40:35,885 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cd2a0b42cc8e7d84bd312d2d46dd04b, NAME => 'SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-01T22:40:35,885 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:35,885 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:40:35,885 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:35,885 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:35,885 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:35,885 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:40:35,885 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:35,885 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:35,887 INFO [StoreOpener-0bc58190e8b29b7e321cbede6d509402-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:35,887 INFO [StoreOpener-2cd2a0b42cc8e7d84bd312d2d46dd04b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:35,888 INFO [StoreOpener-2cd2a0b42cc8e7d84bd312d2d46dd04b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cd2a0b42cc8e7d84bd312d2d46dd04b columnFamilyName cf 2024-12-01T22:40:35,888 INFO [StoreOpener-0bc58190e8b29b7e321cbede6d509402-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc58190e8b29b7e321cbede6d509402 columnFamilyName cf 2024-12-01T22:40:35,888 DEBUG [StoreOpener-0bc58190e8b29b7e321cbede6d509402-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:35,888 DEBUG [StoreOpener-2cd2a0b42cc8e7d84bd312d2d46dd04b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:35,888 INFO [StoreOpener-0bc58190e8b29b7e321cbede6d509402-1 {}] regionserver.HStore(327): Store=0bc58190e8b29b7e321cbede6d509402/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:40:35,889 INFO [StoreOpener-2cd2a0b42cc8e7d84bd312d2d46dd04b-1 {}] regionserver.HStore(327): Store=2cd2a0b42cc8e7d84bd312d2d46dd04b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:40:35,889 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:35,889 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:35,890 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:35,890 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:35,891 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:35,891 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:35,892 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:35,892 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:35,892 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:35,892 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:35,894 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:35,894 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:35,895 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 0bc58190e8b29b7e321cbede6d509402; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68634413, jitterRate=0.022732451558113098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:40:35,895 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 2cd2a0b42cc8e7d84bd312d2d46dd04b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70672067, jitterRate=0.05309586226940155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:40:35,895 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:35,895 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:35,895 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 0bc58190e8b29b7e321cbede6d509402: Running coprocessor pre-open hook at 1733092835885Writing region info on filesystem at 1733092835885Initializing all the Stores at 1733092835886 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092835886Cleaning up temporary data from old regions at 1733092835892 (+6 ms)Running coprocessor post-open hooks at 1733092835895 (+3 ms)Region opened successfully at 1733092835895 2024-12-01T22:40:35,895 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 2cd2a0b42cc8e7d84bd312d2d46dd04b: Running coprocessor pre-open hook at 1733092835885Writing region info on filesystem at 1733092835885Initializing all the Stores at 1733092835886 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092835886Cleaning up temporary data from old regions at 1733092835892 (+6 ms)Running coprocessor post-open hooks at 1733092835895 (+3 ms)Region opened successfully at 1733092835895 2024-12-01T22:40:35,897 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402., pid=43, masterSystemTime=1733092835877 2024-12-01T22:40:35,897 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b., pid=44, masterSystemTime=1733092835880 2024-12-01T22:40:35,899 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 2024-12-01T22:40:35,899 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 2024-12-01T22:40:35,900 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 2024-12-01T22:40:35,900 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d61dc3ce4458228931cca1b4afcbec7, NAME => 'SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-01T22:40:35,900 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=0bc58190e8b29b7e321cbede6d509402, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,36401,1733092783071 2024-12-01T22:40:35,900 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:35,900 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:40:35,901 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 2024-12-01T22:40:35,901 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 2024-12-01T22:40:35,901 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:35,901 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:35,901 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 2024-12-01T22:40:35,901 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => f283a371b8c9a5dbb34376bc63b692f5, NAME => 'SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-01T22:40:35,901 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:35,901 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:40:35,902 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:35,902 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:35,902 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=2cd2a0b42cc8e7d84bd312d2d46dd04b, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,41907,1733092783218 2024-12-01T22:40:35,904 INFO [StoreOpener-1d61dc3ce4458228931cca1b4afcbec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:35,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bc58190e8b29b7e321cbede6d509402, server=14efca635be3,36401,1733092783071 because future has completed 2024-12-01T22:40:35,904 INFO [StoreOpener-f283a371b8c9a5dbb34376bc63b692f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:35,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b, server=14efca635be3,41907,1733092783218 because future has completed 2024-12-01T22:40:35,906 INFO [StoreOpener-1d61dc3ce4458228931cca1b4afcbec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d61dc3ce4458228931cca1b4afcbec7 columnFamilyName cf 2024-12-01T22:40:35,906 INFO [StoreOpener-f283a371b8c9a5dbb34376bc63b692f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f283a371b8c9a5dbb34376bc63b692f5 columnFamilyName cf 2024-12-01T22:40:35,906 DEBUG [StoreOpener-1d61dc3ce4458228931cca1b4afcbec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:35,906 DEBUG [StoreOpener-f283a371b8c9a5dbb34376bc63b692f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:40:35,907 INFO [StoreOpener-1d61dc3ce4458228931cca1b4afcbec7-1 {}] regionserver.HStore(327): Store=1d61dc3ce4458228931cca1b4afcbec7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:40:35,907 INFO [StoreOpener-f283a371b8c9a5dbb34376bc63b692f5-1 {}] regionserver.HStore(327): Store=f283a371b8c9a5dbb34376bc63b692f5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:40:35,907 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:35,908 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:35,908 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:35,909 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:35,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-12-01T22:40:35,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bc58190e8b29b7e321cbede6d509402, server=14efca635be3,36401,1733092783071 in 10.0310 sec 2024-12-01T22:40:35,911 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:35,912 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:35,912 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:35,915 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:35,916 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened f283a371b8c9a5dbb34376bc63b692f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64489249, jitterRate=-0.03903530538082123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:40:35,916 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:35,916 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for f283a371b8c9a5dbb34376bc63b692f5: Running coprocessor pre-open hook at 1733092835902Writing region info on filesystem at 1733092835902Initializing all the Stores at 1733092835903 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092835903Cleaning up temporary data from old regions at 1733092835912 (+9 ms)Running coprocessor post-open hooks at 1733092835916 (+4 ms)Region opened successfully at 1733092835916 2024-12-01T22:40:35,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-12-01T22:40:35,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b, server=14efca635be3,41907,1733092783218 in 10.0330 sec 2024-12-01T22:40:35,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bc58190e8b29b7e321cbede6d509402, ASSIGN in 10.1960 sec 2024-12-01T22:40:35,917 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:35,918 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:35,918 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5., pid=46, masterSystemTime=1733092835880 2024-12-01T22:40:35,919 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:35,919 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:35,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2cd2a0b42cc8e7d84bd312d2d46dd04b, ASSIGN in 10.2030 sec 2024-12-01T22:40:35,920 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:35,922 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 2024-12-01T22:40:35,922 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 2024-12-01T22:40:35,922 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=f283a371b8c9a5dbb34376bc63b692f5, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,41907,1733092783218 2024-12-01T22:40:35,923 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:35,925 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 1d61dc3ce4458228931cca1b4afcbec7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64355755, jitterRate=-0.04102452099323273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:40:35,926 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:35,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure f283a371b8c9a5dbb34376bc63b692f5, server=14efca635be3,41907,1733092783218 because future has completed 2024-12-01T22:40:35,926 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 1d61dc3ce4458228931cca1b4afcbec7: Running coprocessor pre-open hook at 1733092835901Writing region info on filesystem at 1733092835901Initializing all the Stores at 1733092835903 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092835903Cleaning up temporary data from old regions at 1733092835919 (+16 ms)Running coprocessor post-open hooks at 1733092835926 (+7 ms)Region opened successfully at 1733092835926 2024-12-01T22:40:35,927 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7., pid=45, masterSystemTime=1733092835877 2024-12-01T22:40:35,929 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 2024-12-01T22:40:35,929 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 2024-12-01T22:40:35,930 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1d61dc3ce4458228931cca1b4afcbec7, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,36401,1733092783071 2024-12-01T22:40:35,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-12-01T22:40:35,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure f283a371b8c9a5dbb34376bc63b692f5, server=14efca635be3,41907,1733092783218 in 10.0500 sec 2024-12-01T22:40:35,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7, server=14efca635be3,36401,1733092783071 because future has completed 2024-12-01T22:40:35,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f283a371b8c9a5dbb34376bc63b692f5, ASSIGN in 10.2170 sec 2024-12-01T22:40:35,933 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:35,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-12-01T22:40:35,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7, server=14efca635be3,36401,1733092783071 in 10.0560 sec 2024-12-01T22:40:35,937 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:35,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-01T22:40:35,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d61dc3ce4458228931cca1b4afcbec7, ASSIGN in 10.2220 sec 2024-12-01T22:40:35,938 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 14efca635be3,39679,1733092783167 after splitting done 2024-12-01T22:40:35,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 14efca635be3,39679,1733092783167, splitWal=true, meta=false in 20.1070 sec 2024-12-01T22:40:36,032 INFO [master/14efca635be3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T22:40:36,032 INFO [master/14efca635be3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T22:40:41,411 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T22:40:41,455 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T22:40:44,666 INFO [regionserver/14efca635be3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-01T22:40:45,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-01T22:40:45,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-01T22:40:45,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 2024-12-01T22:40:45,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 2024-12-01T22:40:45,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 1d61dc3ce4458228931cca1b4afcbec7: 2024-12-01T22:40:45,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. for SnapshotProcedureTest completed. 2024-12-01T22:40:45,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 0bc58190e8b29b7e321cbede6d509402: 2024-12-01T22:40:45,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. for SnapshotProcedureTest completed. 2024-12-01T22:40:45,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:40:45,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:40:45,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:40:45,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:40:45,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T22:40:45,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T22:40:45,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-01T22:40:45,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-01T22:40:45,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 2024-12-01T22:40:45,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 2024-12-01T22:40:45,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for f283a371b8c9a5dbb34376bc63b692f5: 2024-12-01T22:40:45,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. for SnapshotProcedureTest completed. 2024-12-01T22:40:45,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 2cd2a0b42cc8e7d84bd312d2d46dd04b: 2024-12-01T22:40:45,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. for SnapshotProcedureTest completed. 2024-12-01T22:40:45,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:40:45,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:40:45,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:40:45,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:40:45,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T22:40:45,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T22:40:45,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741857_1033 (size=57) 2024-12-01T22:40:45,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741857_1033 (size=57) 2024-12-01T22:40:45,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741857_1033 (size=57) 2024-12-01T22:40:45,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 2024-12-01T22:40:45,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-01T22:40:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-01T22:40:45,940 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42667 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:45,940 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:40:45,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0bc58190e8b29b7e321cbede6d509402 in 30.3890 sec 2024-12-01T22:40:45,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741858_1034 (size=65) 2024-12-01T22:40:45,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741859_1035 (size=65) 2024-12-01T22:40:45,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741858_1034 (size=65) 2024-12-01T22:40:45,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741858_1034 (size=65) 2024-12-01T22:40:45,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741859_1035 (size=65) 2024-12-01T22:40:45,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741859_1035 (size=65) 2024-12-01T22:40:45,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 2024-12-01T22:40:45,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-01T22:40:45,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 2024-12-01T22:40:45,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-01T22:40:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-01T22:40:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-01T22:40:45,952 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42667 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:45,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:45,952 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:40:45,952 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:40:45,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f283a371b8c9a5dbb34376bc63b692f5 in 30.4010 sec 2024-12-01T22:40:45,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1d61dc3ce4458228931cca1b4afcbec7 in 30.4010 sec 2024-12-01T22:40:45,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741860_1036 (size=57) 2024-12-01T22:40:45,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741860_1036 (size=57) 2024-12-01T22:40:45,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741860_1036 (size=57) 2024-12-01T22:40:45,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 2024-12-01T22:40:45,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-01T22:40:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-01T22:40:45,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:45,965 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:40:45,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-01T22:40:45,970 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-01T22:40:45,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2cd2a0b42cc8e7d84bd312d2d46dd04b in 30.4150 sec 2024-12-01T22:40:45,972 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-01T22:40:45,975 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-01T22:40:45,975 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-01T22:40:45,978 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T22:40:46,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741861_1037 (size=1094) 2024-12-01T22:40:46,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741861_1037 (size=1094) 2024-12-01T22:40:46,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741861_1037 (size=1094) 2024-12-01T22:40:46,021 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-01T22:40:46,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-01T22:40:46,040 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,41907,1733092783218 2024-12-01T22:40:46,040 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,36401,1733092783071 2024-12-01T22:40:46,040 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,41907,1733092783218 2024-12-01T22:40:46,040 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,41907,1733092783218 2024-12-01T22:40:46,040 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,36401,1733092783071 2024-12-01T22:40:46,045 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,36401,1733092783071 2024-12-01T22:40:47,309 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=14efca635be3:42667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-01T22:40:51,018 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7599171a1ee4648120608e0945816666, had cached 0 bytes from a total of 47197 2024-12-01T22:40:51,105 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a6dc6fe03901cf486c54376be5467ea0, had cached 0 bytes from a total of 28623 2024-12-01T22:40:55,379 DEBUG [master/14efca635be3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3dbba1ed04672ec541502eb0c4aa0cde changed from -1.0 to 0.0, refreshing cache 2024-12-01T22:40:55,380 DEBUG [master/14efca635be3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 180463d5b1f1561ee056ce86a29a41b4 changed from -1.0 to 0.0, refreshing cache 2024-12-01T22:40:55,380 DEBUG [master/14efca635be3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1d61dc3ce4458228931cca1b4afcbec7 changed from -1.0 to 0.0, refreshing cache 2024-12-01T22:40:55,380 DEBUG [master/14efca635be3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a6dc6fe03901cf486c54376be5467ea0 changed from -1.0 to 0.0, refreshing cache 2024-12-01T22:40:55,380 DEBUG [master/14efca635be3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0bc58190e8b29b7e321cbede6d509402 changed from -1.0 to 0.0, refreshing cache 2024-12-01T22:40:55,380 DEBUG [master/14efca635be3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2cd2a0b42cc8e7d84bd312d2d46dd04b changed from -1.0 to 0.0, refreshing cache 2024-12-01T22:40:55,381 DEBUG [master/14efca635be3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 137896b6c748bd22981927563398d0a1 changed from -1.0 to 0.0, refreshing cache 2024-12-01T22:40:55,381 DEBUG [master/14efca635be3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f72e86768fa760e0b0f52fcbb23cf034 changed from -1.0 to 0.0, refreshing cache 2024-12-01T22:40:55,381 DEBUG [master/14efca635be3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f283a371b8c9a5dbb34376bc63b692f5 changed from -1.0 to 0.0, refreshing cache 2024-12-01T22:40:55,381 DEBUG [master/14efca635be3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7599171a1ee4648120608e0945816666 changed from -1.0 to 0.0, refreshing cache 2024-12-01T22:40:56,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-01T22:40:56,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-01T22:40:56,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-01T22:40:56,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-01T22:40:56,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-01T22:40:56,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-01T22:40:56,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T22:40:56,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T22:40:56,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-01T22:40:56,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-01T22:40:56,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-01T22:40:56,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-01T22:40:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-01T22:40:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-01T22:40:56,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-01T22:40:56,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-01T22:40:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-01T22:40:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-01T22:40:56,055 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,36401,1733092783071 Release verify snapshot worker=14efca635be3,36401,1733092783071 2024-12-01T22:40:56,056 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,41907,1733092783218 Release verify snapshot worker=14efca635be3,41907,1733092783218 2024-12-01T22:40:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-01T22:40:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-01T22:40:56,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,36401,1733092783071 in 10.0230 sec 2024-12-01T22:40:56,059 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,41907,1733092783218 2024-12-01T22:40:56,060 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,41907,1733092783218 Release verify snapshot worker=14efca635be3,41907,1733092783218 2024-12-01T22:40:56,061 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,41907,1733092783218 2024-12-01T22:40:56,061 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,36401,1733092783071 2024-12-01T22:40:56,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,41907,1733092783218 in 10.0240 sec 2024-12-01T22:40:56,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,41907,1733092783218 in 10.0280 sec 2024-12-01T22:40:56,064 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,36401,1733092783071 Release verify snapshot worker=14efca635be3,36401,1733092783071 2024-12-01T22:40:56,064 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,41907,1733092783218 Release verify snapshot worker=14efca635be3,41907,1733092783218 2024-12-01T22:40:56,064 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,36401,1733092783071 Release verify snapshot worker=14efca635be3,36401,1733092783071 2024-12-01T22:40:56,064 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,41907,1733092783218 2024-12-01T22:40:56,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,36401,1733092783071 in 10.0320 sec 2024-12-01T22:40:56,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,36401,1733092783071 in 10.0320 sec 2024-12-01T22:40:56,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,41907,1733092783218 in 10.0320 sec 2024-12-01T22:41:06,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-01T22:41:06,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-01T22:41:06,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-01T22:41:06,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-01T22:41:06,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-01T22:41:06,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-01T22:41:06,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-01T22:41:06,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-01T22:41:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-01T22:41:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-01T22:41:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-01T22:41:06,068 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,36401,1733092783071 Release verify snapshot worker=14efca635be3,36401,1733092783071 2024-12-01T22:41:06,071 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,41907,1733092783218 Release verify snapshot worker=14efca635be3,41907,1733092783218 2024-12-01T22:41:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-01T22:41:06,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,36401,1733092783071 in 20.0360 sec 2024-12-01T22:41:06,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,41907,1733092783218 in 20.0390 sec 2024-12-01T22:41:06,077 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,41907,1733092783218 Release verify snapshot worker=14efca635be3,41907,1733092783218 2024-12-01T22:41:06,079 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,41907,1733092783218 Release verify snapshot worker=14efca635be3,41907,1733092783218 2024-12-01T22:41:06,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,41907,1733092783218 in 20.0450 sec 2024-12-01T22:41:06,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=25 2024-12-01T22:41:06,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,41907,1733092783218 in 20.0470 sec 2024-12-01T22:41:06,085 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-01T22:41:06,097 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/.hbase-snapshot/SnapshotProcedureTest 2024-12-01T22:41:06,103 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-01T22:41:06,103 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-01T22:41:06,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5900 sec 2024-12-01T22:41:06,292 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-01T22:41:06,303 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-01T22:41:06,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T22:41:06,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T22:41:06,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:41:06,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:06,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:06,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:06,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T22:41:06,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2045407978, stopped=false 2024-12-01T22:41:06,304 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=14efca635be3,42667,1733092782315 2024-12-01T22:41:06,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T22:41:06,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T22:41:06,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:06,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T22:41:06,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:06,357 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T22:41:06,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:41:06,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:41:06,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:06,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:41:06,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T22:41:06,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:41:06,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:06,359 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '14efca635be3,36401,1733092783071' ***** 2024-12-01T22:41:06,360 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T22:41:06,360 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '14efca635be3,41907,1733092783218' ***** 2024-12-01T22:41:06,360 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T22:41:06,360 INFO [RS:0;14efca635be3:36401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T22:41:06,360 INFO [RS:0;14efca635be3:36401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T22:41:06,360 INFO [RS:0;14efca635be3:36401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T22:41:06,360 INFO [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d61dc3ce4458228931cca1b4afcbec7 2024-12-01T22:41:06,360 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T22:41:06,361 INFO [RS:2;14efca635be3:41907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T22:41:06,361 INFO [RS:2;14efca635be3:41907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T22:41:06,361 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T22:41:06,361 INFO [RS:2;14efca635be3:41907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T22:41:06,361 INFO [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(3091): Received CLOSE for f283a371b8c9a5dbb34376bc63b692f5 2024-12-01T22:41:06,362 INFO [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(3091): Received CLOSE for 3dbba1ed04672ec541502eb0c4aa0cde 2024-12-01T22:41:06,362 INFO [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(3091): Received CLOSE for a6dc6fe03901cf486c54376be5467ea0 2024-12-01T22:41:06,362 INFO [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bc58190e8b29b7e321cbede6d509402 2024-12-01T22:41:06,362 INFO [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(3091): Received CLOSE for 180463d5b1f1561ee056ce86a29a41b4 2024-12-01T22:41:06,362 INFO [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(959): stopping server 14efca635be3,36401,1733092783071 2024-12-01T22:41:06,362 INFO [RS:0;14efca635be3:36401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T22:41:06,362 INFO [RS:0;14efca635be3:36401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;14efca635be3:36401. 2024-12-01T22:41:06,362 DEBUG [RS:0;14efca635be3:36401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:41:06,362 DEBUG [RS:0;14efca635be3:36401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:06,362 INFO [RS:0;14efca635be3:36401 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T22:41:06,362 INFO [RS:0;14efca635be3:36401 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T22:41:06,363 INFO [RS:0;14efca635be3:36401 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T22:41:06,363 INFO [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T22:41:06,364 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d61dc3ce4458228931cca1b4afcbec7, disabling compactions & flushes 2024-12-01T22:41:06,364 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 2024-12-01T22:41:06,364 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 2024-12-01T22:41:06,364 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. after waiting 0 ms 2024-12-01T22:41:06,364 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 2024-12-01T22:41:06,368 INFO [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-01T22:41:06,368 DEBUG [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(1325): Online Regions={1d61dc3ce4458228931cca1b4afcbec7=SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7., 3dbba1ed04672ec541502eb0c4aa0cde=SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde., 1588230740=hbase:meta,,1.1588230740, a6dc6fe03901cf486c54376be5467ea0=SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0., 0bc58190e8b29b7e321cbede6d509402=SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402., 180463d5b1f1561ee056ce86a29a41b4=SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4.} 2024-12-01T22:41:06,369 DEBUG [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(1351): Waiting on 0bc58190e8b29b7e321cbede6d509402, 1588230740, 180463d5b1f1561ee056ce86a29a41b4, 1d61dc3ce4458228931cca1b4afcbec7, 3dbba1ed04672ec541502eb0c4aa0cde, a6dc6fe03901cf486c54376be5467ea0 2024-12-01T22:41:06,372 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T22:41:06,373 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T22:41:06,373 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T22:41:06,373 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T22:41:06,373 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T22:41:06,373 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-12-01T22:41:06,384 INFO [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(3091): Received CLOSE for f72e86768fa760e0b0f52fcbb23cf034 2024-12-01T22:41:06,384 INFO [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(3091): Received CLOSE for 7599171a1ee4648120608e0945816666 2024-12-01T22:41:06,384 INFO [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(3091): Received CLOSE for 137896b6c748bd22981927563398d0a1 2024-12-01T22:41:06,384 INFO [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(3091): Received CLOSE for 2cd2a0b42cc8e7d84bd312d2d46dd04b 2024-12-01T22:41:06,384 INFO [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(959): stopping server 14efca635be3,41907,1733092783218 2024-12-01T22:41:06,385 INFO [RS:2;14efca635be3:41907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T22:41:06,385 INFO [RS:2;14efca635be3:41907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;14efca635be3:41907. 2024-12-01T22:41:06,385 DEBUG [RS:2;14efca635be3:41907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:41:06,385 DEBUG [RS:2;14efca635be3:41907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:06,385 INFO [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-01T22:41:06,385 DEBUG [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(1325): Online Regions={f283a371b8c9a5dbb34376bc63b692f5=SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5., f72e86768fa760e0b0f52fcbb23cf034=SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034., 7599171a1ee4648120608e0945816666=SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666., 137896b6c748bd22981927563398d0a1=SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1., 2cd2a0b42cc8e7d84bd312d2d46dd04b=SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b.} 2024-12-01T22:41:06,385 DEBUG [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(1351): Waiting on 137896b6c748bd22981927563398d0a1, 2cd2a0b42cc8e7d84bd312d2d46dd04b, 7599171a1ee4648120608e0945816666, f283a371b8c9a5dbb34376bc63b692f5, f72e86768fa760e0b0f52fcbb23cf034 2024-12-01T22:41:06,385 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f283a371b8c9a5dbb34376bc63b692f5, disabling compactions & flushes 2024-12-01T22:41:06,385 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 2024-12-01T22:41:06,385 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 2024-12-01T22:41:06,386 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. after waiting 0 ms 2024-12-01T22:41:06,386 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 2024-12-01T22:41:06,455 INFO [regionserver/14efca635be3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T22:41:06,455 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/1d61dc3ce4458228931cca1b4afcbec7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T22:41:06,457 INFO [regionserver/14efca635be3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T22:41:06,473 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 2024-12-01T22:41:06,473 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d61dc3ce4458228931cca1b4afcbec7: Waiting for close lock at 1733092866363Running coprocessor pre-close hooks at 1733092866363Disabling compacts and flushes for region at 1733092866363Disabling writes for close at 1733092866364 (+1 ms)Writing region close event to WAL at 1733092866371 (+7 ms)Running coprocessor post-close hooks at 1733092866457 (+86 ms)Closed at 1733092866473 (+16 ms) 2024-12-01T22:41:06,473 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/f283a371b8c9a5dbb34376bc63b692f5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T22:41:06,474 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733092795603.1d61dc3ce4458228931cca1b4afcbec7. 2024-12-01T22:41:06,474 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3dbba1ed04672ec541502eb0c4aa0cde, disabling compactions & flushes 2024-12-01T22:41:06,474 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde. 2024-12-01T22:41:06,474 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde. 2024-12-01T22:41:06,474 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde. after waiting 0 ms 2024-12-01T22:41:06,474 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde. 2024-12-01T22:41:06,476 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 2024-12-01T22:41:06,476 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f283a371b8c9a5dbb34376bc63b692f5: Waiting for close lock at 1733092866385Running coprocessor pre-close hooks at 1733092866385Disabling compacts and flushes for region at 1733092866385Disabling writes for close at 1733092866386 (+1 ms)Writing region close event to WAL at 1733092866406 (+20 ms)Running coprocessor post-close hooks at 1733092866476 (+70 ms)Closed at 1733092866476 2024-12-01T22:41:06,476 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733092795603.f283a371b8c9a5dbb34376bc63b692f5. 2024-12-01T22:41:06,476 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f72e86768fa760e0b0f52fcbb23cf034, disabling compactions & flushes 2024-12-01T22:41:06,476 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034. 2024-12-01T22:41:06,476 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034. 2024-12-01T22:41:06,476 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034. after waiting 0 ms 2024-12-01T22:41:06,476 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034. 2024-12-01T22:41:06,537 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740/.tmp/info/59f041e3f3d34f5b985c07f4326fb1b7 is 167, key is SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde./info:regioninfo/1733092806104/Put/seqid=0 2024-12-01T22:41:06,539 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/f72e86768fa760e0b0f52fcbb23cf034/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T22:41:06,541 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034. 2024-12-01T22:41:06,541 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f72e86768fa760e0b0f52fcbb23cf034: Waiting for close lock at 1733092866476Running coprocessor pre-close hooks at 1733092866476Disabling compacts and flushes for region at 1733092866476Disabling writes for close at 1733092866476Writing region close event to WAL at 1733092866500 (+24 ms)Running coprocessor post-close hooks at 1733092866540 (+40 ms)Closed at 1733092866541 (+1 ms) 2024-12-01T22:41:06,541 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733092795603.f72e86768fa760e0b0f52fcbb23cf034. 2024-12-01T22:41:06,542 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7599171a1ee4648120608e0945816666, disabling compactions & flushes 2024-12-01T22:41:06,542 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666. 2024-12-01T22:41:06,542 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666. 2024-12-01T22:41:06,542 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666. after waiting 0 ms 2024-12-01T22:41:06,542 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666. 2024-12-01T22:41:06,555 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/3dbba1ed04672ec541502eb0c4aa0cde/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T22:41:06,557 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde. 2024-12-01T22:41:06,557 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3dbba1ed04672ec541502eb0c4aa0cde: Waiting for close lock at 1733092866474Running coprocessor pre-close hooks at 1733092866474Disabling compacts and flushes for region at 1733092866474Disabling writes for close at 1733092866474Writing region close event to WAL at 1733092866523 (+49 ms)Running coprocessor post-close hooks at 1733092866556 (+33 ms)Closed at 1733092866556 2024-12-01T22:41:06,557 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733092795603.3dbba1ed04672ec541502eb0c4aa0cde. 2024-12-01T22:41:06,557 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6dc6fe03901cf486c54376be5467ea0, disabling compactions & flushes 2024-12-01T22:41:06,557 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0. 2024-12-01T22:41:06,557 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0. 2024-12-01T22:41:06,557 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0. after waiting 0 ms 2024-12-01T22:41:06,557 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0. 2024-12-01T22:41:06,569 DEBUG [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(1351): Waiting on 0bc58190e8b29b7e321cbede6d509402, 1588230740, 180463d5b1f1561ee056ce86a29a41b4, a6dc6fe03901cf486c54376be5467ea0 2024-12-01T22:41:06,585 DEBUG [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(1351): Waiting on 137896b6c748bd22981927563398d0a1, 2cd2a0b42cc8e7d84bd312d2d46dd04b, 7599171a1ee4648120608e0945816666 2024-12-01T22:41:06,598 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/7599171a1ee4648120608e0945816666/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T22:41:06,612 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666. 2024-12-01T22:41:06,613 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7599171a1ee4648120608e0945816666: Waiting for close lock at 1733092866541Running coprocessor pre-close hooks at 1733092866541Disabling compacts and flushes for region at 1733092866541Disabling writes for close at 1733092866542 (+1 ms)Writing region close event to WAL at 1733092866578 (+36 ms)Running coprocessor post-close hooks at 1733092866612 (+34 ms)Closed at 1733092866612 2024-12-01T22:41:06,613 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733092795603.7599171a1ee4648120608e0945816666. 2024-12-01T22:41:06,613 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 137896b6c748bd22981927563398d0a1, disabling compactions & flushes 2024-12-01T22:41:06,613 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1. 2024-12-01T22:41:06,613 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1. 2024-12-01T22:41:06,613 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1. after waiting 0 ms 2024-12-01T22:41:06,613 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1. 2024-12-01T22:41:06,621 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/137896b6c748bd22981927563398d0a1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T22:41:06,622 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/a6dc6fe03901cf486c54376be5467ea0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T22:41:06,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741862_1038 (size=20260) 2024-12-01T22:41:06,622 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1. 2024-12-01T22:41:06,622 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 137896b6c748bd22981927563398d0a1: Waiting for close lock at 1733092866613Running coprocessor pre-close hooks at 1733092866613Disabling compacts and flushes for region at 1733092866613Disabling writes for close at 1733092866613Writing region close event to WAL at 1733092866616 (+3 ms)Running coprocessor post-close hooks at 1733092866622 (+6 ms)Closed at 1733092866622 2024-12-01T22:41:06,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741862_1038 (size=20260) 2024-12-01T22:41:06,622 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733092795603.137896b6c748bd22981927563398d0a1. 2024-12-01T22:41:06,623 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2cd2a0b42cc8e7d84bd312d2d46dd04b, disabling compactions & flushes 2024-12-01T22:41:06,623 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 2024-12-01T22:41:06,623 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 2024-12-01T22:41:06,623 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. after waiting 0 ms 2024-12-01T22:41:06,623 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 2024-12-01T22:41:06,623 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0. 2024-12-01T22:41:06,623 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6dc6fe03901cf486c54376be5467ea0: Waiting for close lock at 1733092866557Running coprocessor pre-close hooks at 1733092866557Disabling compacts and flushes for region at 1733092866557Disabling writes for close at 1733092866557Writing region close event to WAL at 1733092866598 (+41 ms)Running coprocessor post-close hooks at 1733092866623 (+25 ms)Closed at 1733092866623 2024-12-01T22:41:06,623 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733092795603.a6dc6fe03901cf486c54376be5467ea0. 2024-12-01T22:41:06,624 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bc58190e8b29b7e321cbede6d509402, disabling compactions & flushes 2024-12-01T22:41:06,624 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 2024-12-01T22:41:06,624 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 2024-12-01T22:41:06,624 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. after waiting 0 ms 2024-12-01T22:41:06,624 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 2024-12-01T22:41:06,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741862_1038 (size=20260) 2024-12-01T22:41:06,625 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740/.tmp/info/59f041e3f3d34f5b985c07f4326fb1b7 2024-12-01T22:41:06,663 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/2cd2a0b42cc8e7d84bd312d2d46dd04b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T22:41:06,664 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 2024-12-01T22:41:06,664 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2cd2a0b42cc8e7d84bd312d2d46dd04b: Waiting for close lock at 1733092866623Running coprocessor pre-close hooks at 1733092866623Disabling compacts and flushes for region at 1733092866623Disabling writes for close at 1733092866623Writing region close event to WAL at 1733092866623Running coprocessor post-close hooks at 1733092866664 (+41 ms)Closed at 1733092866664 2024-12-01T22:41:06,664 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733092795603.2cd2a0b42cc8e7d84bd312d2d46dd04b. 2024-12-01T22:41:06,668 INFO [regionserver/14efca635be3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T22:41:06,668 INFO [regionserver/14efca635be3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T22:41:06,689 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/0bc58190e8b29b7e321cbede6d509402/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T22:41:06,694 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 2024-12-01T22:41:06,694 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bc58190e8b29b7e321cbede6d509402: Waiting for close lock at 1733092866624Running coprocessor pre-close hooks at 1733092866624Disabling compacts and flushes for region at 1733092866624Disabling writes for close at 1733092866624Writing region close event to WAL at 1733092866632 (+8 ms)Running coprocessor post-close hooks at 1733092866693 (+61 ms)Closed at 1733092866694 (+1 ms) 2024-12-01T22:41:06,694 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733092795603.0bc58190e8b29b7e321cbede6d509402. 2024-12-01T22:41:06,694 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 180463d5b1f1561ee056ce86a29a41b4, disabling compactions & flushes 2024-12-01T22:41:06,694 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4. 2024-12-01T22:41:06,694 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4. 2024-12-01T22:41:06,695 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4. after waiting 0 ms 2024-12-01T22:41:06,695 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4. 2024-12-01T22:41:06,704 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/default/SPTestTable/180463d5b1f1561ee056ce86a29a41b4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T22:41:06,705 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740/.tmp/ns/b1ee97dedd73429d806081834b4964f6 is 43, key is default/ns:d/1733092795265/Put/seqid=0 2024-12-01T22:41:06,706 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4. 2024-12-01T22:41:06,706 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 180463d5b1f1561ee056ce86a29a41b4: Waiting for close lock at 1733092866694Running coprocessor pre-close hooks at 1733092866694Disabling compacts and flushes for region at 1733092866694Disabling writes for close at 1733092866695 (+1 ms)Writing region close event to WAL at 1733092866696 (+1 ms)Running coprocessor post-close hooks at 1733092866706 (+10 ms)Closed at 1733092866706 2024-12-01T22:41:06,706 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733092795603.180463d5b1f1561ee056ce86a29a41b4. 2024-12-01T22:41:06,706 INFO [regionserver/14efca635be3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T22:41:06,706 INFO [regionserver/14efca635be3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T22:41:06,769 DEBUG [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T22:41:06,786 INFO [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(976): stopping server 14efca635be3,41907,1733092783218; all regions closed. 2024-12-01T22:41:06,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741863_1039 (size=5153) 2024-12-01T22:41:06,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741863_1039 (size=5153) 2024-12-01T22:41:06,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741863_1039 (size=5153) 2024-12-01T22:41:06,807 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740/.tmp/ns/b1ee97dedd73429d806081834b4964f6 2024-12-01T22:41:06,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741835_1011 (size=3500) 2024-12-01T22:41:06,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741835_1011 (size=3500) 2024-12-01T22:41:06,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741835_1011 (size=3500) 2024-12-01T22:41:06,832 DEBUG [RS:2;14efca635be3:41907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/oldWALs 2024-12-01T22:41:06,832 INFO [RS:2;14efca635be3:41907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 14efca635be3%2C41907%2C1733092783218:(num 1733092784823) 2024-12-01T22:41:06,832 DEBUG [RS:2;14efca635be3:41907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:06,832 INFO [RS:2;14efca635be3:41907 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T22:41:06,832 INFO [RS:2;14efca635be3:41907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T22:41:06,833 INFO [RS:2;14efca635be3:41907 {}] hbase.ChoreService(370): Chore service for: regionserver/14efca635be3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T22:41:06,833 INFO [RS:2;14efca635be3:41907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T22:41:06,833 INFO [RS:2;14efca635be3:41907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T22:41:06,833 INFO [RS:2;14efca635be3:41907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T22:41:06,833 INFO [regionserver/14efca635be3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T22:41:06,833 INFO [RS:2;14efca635be3:41907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T22:41:06,833 INFO [RS:2;14efca635be3:41907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41907 2024-12-01T22:41:06,870 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740/.tmp/table/4b6e105e54f44df99e9e5aa5035b0525 is 47, key is SPTestTable/table:state/1733092806166/Put/seqid=0 2024-12-01T22:41:06,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/14efca635be3,41907,1733092783218 2024-12-01T22:41:06,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T22:41:06,884 INFO [RS:2;14efca635be3:41907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T22:41:06,885 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [14efca635be3,41907,1733092783218] 2024-12-01T22:41:06,904 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/14efca635be3,41907,1733092783218 already deleted, retry=false 2024-12-01T22:41:06,904 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 14efca635be3,41907,1733092783218 expired; onlineServers=1 2024-12-01T22:41:06,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741864_1040 (size=5214) 2024-12-01T22:41:06,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741864_1040 (size=5214) 2024-12-01T22:41:06,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741864_1040 (size=5214) 2024-12-01T22:41:06,970 DEBUG [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T22:41:06,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:41:06,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41907-0x101930d296d0003, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:41:06,995 INFO [RS:2;14efca635be3:41907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T22:41:06,995 INFO [RS:2;14efca635be3:41907 {}] regionserver.HRegionServer(1031): Exiting; stopping=14efca635be3,41907,1733092783218; zookeeper connection closed. 2024-12-01T22:41:06,995 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f978ae7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f978ae7 2024-12-01T22:41:07,170 DEBUG [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T22:41:07,321 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740/.tmp/table/4b6e105e54f44df99e9e5aa5035b0525 2024-12-01T22:41:07,332 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740/.tmp/info/59f041e3f3d34f5b985c07f4326fb1b7 as hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740/info/59f041e3f3d34f5b985c07f4326fb1b7 2024-12-01T22:41:07,342 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740/info/59f041e3f3d34f5b985c07f4326fb1b7, entries=116, sequenceid=37, filesize=19.8 K 2024-12-01T22:41:07,343 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740/.tmp/ns/b1ee97dedd73429d806081834b4964f6 as hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740/ns/b1ee97dedd73429d806081834b4964f6 2024-12-01T22:41:07,353 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740/ns/b1ee97dedd73429d806081834b4964f6, entries=2, sequenceid=37, filesize=5.0 K 2024-12-01T22:41:07,355 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740/.tmp/table/4b6e105e54f44df99e9e5aa5035b0525 as hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740/table/4b6e105e54f44df99e9e5aa5035b0525 2024-12-01T22:41:07,364 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740/table/4b6e105e54f44df99e9e5aa5035b0525, entries=2, sequenceid=37, filesize=5.1 K 2024-12-01T22:41:07,365 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 992ms, sequenceid=37, compaction requested=false 2024-12-01T22:41:07,370 INFO [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T22:41:07,370 DEBUG [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T22:41:07,371 DEBUG [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T22:41:07,371 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-01T22:41:07,371 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T22:41:07,372 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T22:41:07,372 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733092866372Running coprocessor pre-close hooks at 1733092866372Disabling compacts and flushes for region at 1733092866372Disabling writes for close at 1733092866373 (+1 ms)Obtaining lock to block concurrent updates at 1733092866373Preparing flush snapshotting stores in 1588230740 at 1733092866373Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1733092866374 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733092866375 (+1 ms)Flushing 1588230740/info: creating writer at 1733092866375Flushing 1588230740/info: appending metadata at 1733092866535 (+160 ms)Flushing 1588230740/info: closing flushed file at 1733092866535Flushing 1588230740/ns: creating writer at 1733092866652 (+117 ms)Flushing 1588230740/ns: appending metadata at 1733092866703 (+51 ms)Flushing 1588230740/ns: closing flushed file at 1733092866703Flushing 1588230740/table: creating writer at 1733092866825 (+122 ms)Flushing 1588230740/table: appending metadata at 1733092866864 (+39 ms)Flushing 1588230740/table: closing flushed file at 1733092866864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b9b697f: reopening flushed file at 1733092867331 (+467 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bad7ebc: reopening flushed file at 1733092867342 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f0aea68: reopening flushed file at 1733092867354 (+12 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 992ms, sequenceid=37, compaction requested=false at 1733092867365 (+11 ms)Writing region close event to WAL at 1733092867367 (+2 ms)Running coprocessor post-close hooks at 1733092867371 (+4 ms)Closed at 1733092867372 (+1 ms) 2024-12-01T22:41:07,372 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T22:41:07,571 INFO [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(976): stopping server 14efca635be3,36401,1733092783071; all regions closed. 2024-12-01T22:41:07,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741836_1012 (size=19450) 2024-12-01T22:41:07,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741836_1012 (size=19450) 2024-12-01T22:41:07,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741836_1012 (size=19450) 2024-12-01T22:41:07,588 DEBUG [RS:0;14efca635be3:36401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/oldWALs 2024-12-01T22:41:07,588 INFO [RS:0;14efca635be3:36401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 14efca635be3%2C36401%2C1733092783071.meta:.meta(num 1733092795049) 2024-12-01T22:41:07,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741834_1010 (size=3530) 2024-12-01T22:41:07,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741834_1010 (size=3530) 2024-12-01T22:41:07,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741834_1010 (size=3530) 2024-12-01T22:41:07,613 DEBUG [RS:0;14efca635be3:36401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/oldWALs 2024-12-01T22:41:07,613 INFO [RS:0;14efca635be3:36401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 14efca635be3%2C36401%2C1733092783071:(num 1733092784822) 2024-12-01T22:41:07,613 DEBUG [RS:0;14efca635be3:36401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:07,613 INFO [RS:0;14efca635be3:36401 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T22:41:07,614 INFO [RS:0;14efca635be3:36401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T22:41:07,614 INFO [RS:0;14efca635be3:36401 {}] hbase.ChoreService(370): Chore service for: regionserver/14efca635be3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T22:41:07,614 INFO [RS:0;14efca635be3:36401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T22:41:07,614 INFO [regionserver/14efca635be3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T22:41:07,615 INFO [RS:0;14efca635be3:36401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36401 2024-12-01T22:41:07,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/14efca635be3,36401,1733092783071 2024-12-01T22:41:07,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T22:41:07,704 INFO [RS:0;14efca635be3:36401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T22:41:07,716 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [14efca635be3,36401,1733092783071] 2024-12-01T22:41:07,725 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/14efca635be3,36401,1733092783071 already deleted, retry=false 2024-12-01T22:41:07,725 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 14efca635be3,36401,1733092783071 expired; onlineServers=0 2024-12-01T22:41:07,725 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '14efca635be3,42667,1733092782315' ***** 2024-12-01T22:41:07,725 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T22:41:07,726 INFO [M:0;14efca635be3:42667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T22:41:07,726 INFO [M:0;14efca635be3:42667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T22:41:07,726 DEBUG [M:0;14efca635be3:42667 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T22:41:07,726 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T22:41:07,726 DEBUG [M:0;14efca635be3:42667 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T22:41:07,726 DEBUG [master/14efca635be3:0:becomeActiveMaster-HFileCleaner.small.0-1733092784384 {}] cleaner.HFileCleaner(306): Exit Thread[master/14efca635be3:0:becomeActiveMaster-HFileCleaner.small.0-1733092784384,5,FailOnTimeoutGroup] 2024-12-01T22:41:07,726 INFO [M:0;14efca635be3:42667 {}] hbase.ChoreService(370): Chore service for: master/14efca635be3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T22:41:07,727 INFO [M:0;14efca635be3:42667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T22:41:07,727 DEBUG [M:0;14efca635be3:42667 {}] master.HMaster(1795): Stopping service threads 2024-12-01T22:41:07,727 INFO [M:0;14efca635be3:42667 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T22:41:07,726 DEBUG [master/14efca635be3:0:becomeActiveMaster-HFileCleaner.large.0-1733092784383 {}] cleaner.HFileCleaner(306): Exit Thread[master/14efca635be3:0:becomeActiveMaster-HFileCleaner.large.0-1733092784383,5,FailOnTimeoutGroup] 2024-12-01T22:41:07,727 INFO [M:0;14efca635be3:42667 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T22:41:07,727 ERROR [M:0;14efca635be3:42667 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:45449 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45449,5,PEWorkerGroup] 2024-12-01T22:41:07,728 INFO [M:0;14efca635be3:42667 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T22:41:07,728 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T22:41:07,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T22:41:07,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:07,736 DEBUG [M:0;14efca635be3:42667 {}] zookeeper.ZKUtil(347): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-01T22:41:07,736 WARN [M:0;14efca635be3:42667 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T22:41:07,738 INFO [M:0;14efca635be3:42667 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/.lastflushedseqids 2024-12-01T22:41:07,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741865_1041 (size=686) 2024-12-01T22:41:07,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741865_1041 (size=686) 2024-12-01T22:41:07,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741865_1041 (size=686) 2024-12-01T22:41:07,795 INFO [M:0;14efca635be3:42667 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T22:41:07,795 INFO [M:0;14efca635be3:42667 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T22:41:07,795 DEBUG [M:0;14efca635be3:42667 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T22:41:07,795 INFO [M:0;14efca635be3:42667 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:41:07,795 DEBUG [M:0;14efca635be3:42667 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:41:07,795 DEBUG [M:0;14efca635be3:42667 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T22:41:07,795 DEBUG [M:0;14efca635be3:42667 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:41:07,796 INFO [M:0;14efca635be3:42667 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=194.96 KB heapSize=241.73 KB 2024-12-01T22:41:07,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:41:07,816 INFO [RS:0;14efca635be3:36401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T22:41:07,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x101930d296d0001, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:41:07,816 INFO [RS:0;14efca635be3:36401 {}] regionserver.HRegionServer(1031): Exiting; stopping=14efca635be3,36401,1733092783071; zookeeper connection closed. 2024-12-01T22:41:07,824 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32360a12 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32360a12 2024-12-01T22:41:07,825 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-01T22:41:07,838 DEBUG [M:0;14efca635be3:42667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f116bb0a3dba49b48b3cb77458fe301f is 82, key is hbase:meta,,1/info:regioninfo/1733092795146/Put/seqid=0 2024-12-01T22:41:07,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741866_1042 (size=5672) 2024-12-01T22:41:07,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741866_1042 (size=5672) 2024-12-01T22:41:07,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741866_1042 (size=5672) 2024-12-01T22:41:07,867 INFO [M:0;14efca635be3:42667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f116bb0a3dba49b48b3cb77458fe301f 2024-12-01T22:41:07,898 DEBUG [M:0;14efca635be3:42667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c60eab1f130b45eebf2e8526b4d199e4 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733092806174/Put/seqid=0 2024-12-01T22:41:07,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741867_1043 (size=8973) 2024-12-01T22:41:07,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741867_1043 (size=8973) 2024-12-01T22:41:07,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741867_1043 (size=8973) 2024-12-01T22:41:08,358 INFO [M:0;14efca635be3:42667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.23 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c60eab1f130b45eebf2e8526b4d199e4 2024-12-01T22:41:08,367 INFO [M:0;14efca635be3:42667 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c60eab1f130b45eebf2e8526b4d199e4 2024-12-01T22:41:08,392 DEBUG [M:0;14efca635be3:42667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2024009a98d147028c22716710a152f4 is 69, key is 14efca635be3,36401,1733092783071/rs:state/1733092784544/Put/seqid=0 2024-12-01T22:41:08,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741868_1044 (size=5446) 2024-12-01T22:41:08,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741868_1044 (size=5446) 2024-12-01T22:41:08,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741868_1044 (size=5446) 2024-12-01T22:41:08,416 INFO [M:0;14efca635be3:42667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2024009a98d147028c22716710a152f4 2024-12-01T22:41:08,426 INFO [M:0;14efca635be3:42667 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2024009a98d147028c22716710a152f4 2024-12-01T22:41:08,427 DEBUG [M:0;14efca635be3:42667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f116bb0a3dba49b48b3cb77458fe301f as hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f116bb0a3dba49b48b3cb77458fe301f 2024-12-01T22:41:08,443 INFO [M:0;14efca635be3:42667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f116bb0a3dba49b48b3cb77458fe301f, entries=8, sequenceid=513, filesize=5.5 K 2024-12-01T22:41:08,445 DEBUG [M:0;14efca635be3:42667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c60eab1f130b45eebf2e8526b4d199e4 as hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c60eab1f130b45eebf2e8526b4d199e4 2024-12-01T22:41:08,473 INFO [M:0;14efca635be3:42667 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c60eab1f130b45eebf2e8526b4d199e4 2024-12-01T22:41:08,473 INFO [M:0;14efca635be3:42667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c60eab1f130b45eebf2e8526b4d199e4, entries=56, sequenceid=513, filesize=8.8 K 2024-12-01T22:41:08,478 DEBUG [M:0;14efca635be3:42667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2024009a98d147028c22716710a152f4 as hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2024009a98d147028c22716710a152f4 2024-12-01T22:41:08,494 INFO [M:0;14efca635be3:42667 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2024009a98d147028c22716710a152f4 2024-12-01T22:41:08,495 INFO [M:0;14efca635be3:42667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45449/user/jenkins/test-data/21d9754d-28d0-3787-c566-8e17138d4e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2024009a98d147028c22716710a152f4, entries=3, sequenceid=513, filesize=5.3 K 2024-12-01T22:41:08,497 INFO [M:0;14efca635be3:42667 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.96 KB/199643, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 702ms, sequenceid=513, compaction requested=false 2024-12-01T22:41:08,518 INFO [M:0;14efca635be3:42667 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:41:08,518 DEBUG [M:0;14efca635be3:42667 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733092867795Disabling compacts and flushes for region at 1733092867795Disabling writes for close at 1733092867795Obtaining lock to block concurrent updates at 1733092867796 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733092867796Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199643, getHeapSize=247472, getOffHeapSize=0, getCellsCount=620 at 1733092867796Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733092867797 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733092867797Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733092867838 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733092867838Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733092867879 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733092867897 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733092867897Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733092868368 (+471 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733092868391 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733092868391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a154b0f: reopening flushed file at 1733092868426 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac98172: reopening flushed file at 1733092868443 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@249a6e0: reopening flushed file at 1733092868473 (+30 ms)Finished flush of dataSize ~194.96 KB/199643, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 702ms, sequenceid=513, compaction requested=false at 1733092868497 (+24 ms)Writing region close event to WAL at 1733092868518 (+21 ms)Closed at 1733092868518 2024-12-01T22:41:08,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741830_1006 (size=233835) 2024-12-01T22:41:08,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741830_1006 (size=233835) 2024-12-01T22:41:08,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741830_1006 (size=233835) 2024-12-01T22:41:08,540 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T22:41:08,541 INFO [M:0;14efca635be3:42667 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T22:41:08,541 INFO [M:0;14efca635be3:42667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42667 2024-12-01T22:41:08,541 INFO [M:0;14efca635be3:42667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T22:41:08,689 INFO [M:0;14efca635be3:42667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T22:41:08,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:41:08,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x101930d296d0000, quorum=127.0.0.1:56085, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:41:08,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af6b56c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T22:41:08,760 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T22:41:08,761 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T22:41:08,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T22:41:08,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/hadoop.log.dir/,STOPPED} 2024-12-01T22:41:08,765 WARN [BP-762788397-172.17.0.2-1733092777160 heartbeating to localhost/127.0.0.1:45449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T22:41:08,765 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T22:41:08,765 WARN [BP-762788397-172.17.0.2-1733092777160 heartbeating to localhost/127.0.0.1:45449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-762788397-172.17.0.2-1733092777160 (Datanode Uuid 0f6314f8-679f-4f09-8d98-0ea143e6d03a) service to localhost/127.0.0.1:45449 2024-12-01T22:41:08,765 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T22:41:08,766 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/cluster_b7ea3e91-4402-1925-f814-55e72458c7d2/data/data5/current/BP-762788397-172.17.0.2-1733092777160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T22:41:08,766 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/cluster_b7ea3e91-4402-1925-f814-55e72458c7d2/data/data6/current/BP-762788397-172.17.0.2-1733092777160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T22:41:08,766 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T22:41:08,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b37a1ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T22:41:08,770 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T22:41:08,770 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T22:41:08,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T22:41:08,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/hadoop.log.dir/,STOPPED} 2024-12-01T22:41:08,772 WARN [BP-762788397-172.17.0.2-1733092777160 heartbeating to localhost/127.0.0.1:45449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T22:41:08,772 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T22:41:08,772 WARN [BP-762788397-172.17.0.2-1733092777160 heartbeating to localhost/127.0.0.1:45449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-762788397-172.17.0.2-1733092777160 (Datanode Uuid cdd3f580-237e-4ac7-858b-e6625f3e9a39) service to localhost/127.0.0.1:45449 2024-12-01T22:41:08,772 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T22:41:08,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/cluster_b7ea3e91-4402-1925-f814-55e72458c7d2/data/data3/current/BP-762788397-172.17.0.2-1733092777160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T22:41:08,773 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/cluster_b7ea3e91-4402-1925-f814-55e72458c7d2/data/data4/current/BP-762788397-172.17.0.2-1733092777160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T22:41:08,773 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T22:41:08,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b13900{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T22:41:08,775 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T22:41:08,775 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T22:41:08,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T22:41:08,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/hadoop.log.dir/,STOPPED} 2024-12-01T22:41:08,777 WARN [BP-762788397-172.17.0.2-1733092777160 heartbeating to localhost/127.0.0.1:45449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T22:41:08,777 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T22:41:08,777 WARN [BP-762788397-172.17.0.2-1733092777160 heartbeating to localhost/127.0.0.1:45449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-762788397-172.17.0.2-1733092777160 (Datanode Uuid 098ffe6b-90a7-469e-a96b-39f7efe165f3) service to localhost/127.0.0.1:45449 2024-12-01T22:41:08,777 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T22:41:08,778 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/cluster_b7ea3e91-4402-1925-f814-55e72458c7d2/data/data1/current/BP-762788397-172.17.0.2-1733092777160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T22:41:08,778 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/cluster_b7ea3e91-4402-1925-f814-55e72458c7d2/data/data2/current/BP-762788397-172.17.0.2-1733092777160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T22:41:08,778 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T22:41:08,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aaaed20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T22:41:08,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T22:41:08,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T22:41:08,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T22:41:08,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/hadoop.log.dir/,STOPPED} 2024-12-01T22:41:08,804 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T22:41:08,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T22:41:08,866 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=98 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:45449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/14efca635be3:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:45449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_OPEN_REGION-regionserver/14efca635be3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/14efca635be3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/14efca635be3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/14efca635be3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/14efca635be3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@34319dac java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/14efca635be3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/14efca635be3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:45449 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:45449 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=271 (was 249) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9304 (was 11452) 2024-12-01T22:41:08,876 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=99, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=271, ProcessCount=11, AvailableMemoryMB=9304 2024-12-01T22:41:08,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/hadoop.log.dir so I do NOT create it in target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f 2024-12-01T22:41:08,894 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T22:41:08,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/hadoop.tmp.dir so I do NOT create it in target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f 2024-12-01T22:41:08,895 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e27c8f0-f0f6-9da2-a19b-315220ede6ad/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T22:41:08,895 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f 2024-12-01T22:41:08,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T22:41:08,895 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/cluster_d63ee740-4009-fba5-b8e4-7878506a6fbb, deleteOnExit=true 2024-12-01T22:41:08,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T22:41:08,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/test.cache.data in system properties and HBase conf 2024-12-01T22:41:08,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T22:41:08,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/hadoop.log.dir in system properties and HBase conf 2024-12-01T22:41:08,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T22:41:08,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T22:41:08,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T22:41:08,895 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T22:41:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T22:41:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T22:41:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T22:41:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T22:41:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T22:41:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T22:41:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T22:41:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T22:41:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T22:41:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/nfs.dump.dir in system properties and HBase conf 2024-12-01T22:41:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/java.io.tmpdir in system properties and HBase conf 2024-12-01T22:41:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T22:41:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T22:41:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T22:41:09,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T22:41:09,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T22:41:09,306 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T22:41:09,306 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T22:41:09,307 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T22:41:09,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T22:41:09,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d89db3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/hadoop.log.dir/,AVAILABLE} 2024-12-01T22:41:09,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@265115b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T22:41:09,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a24c7a6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/java.io.tmpdir/jetty-localhost-38581-hadoop-hdfs-3_4_1-tests_jar-_-any-1727756667469783946/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T22:41:09,424 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72443302{HTTP/1.1, (http/1.1)}{localhost:38581} 2024-12-01T22:41:09,424 INFO [Time-limited test {}] server.Server(415): Started @94811ms 2024-12-01T22:41:09,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T22:41:09,715 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T22:41:09,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T22:41:09,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T22:41:09,720 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T22:41:09,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bf8095d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/hadoop.log.dir/,AVAILABLE} 2024-12-01T22:41:09,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b6528f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T22:41:09,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ae4ac48{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/java.io.tmpdir/jetty-localhost-42709-hadoop-hdfs-3_4_1-tests_jar-_-any-7565944539829054576/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T22:41:09,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e5777bd{HTTP/1.1, (http/1.1)}{localhost:42709} 2024-12-01T22:41:09,853 INFO [Time-limited test {}] server.Server(415): Started @95240ms 2024-12-01T22:41:09,855 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T22:41:09,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T22:41:09,928 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T22:41:09,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T22:41:09,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T22:41:09,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T22:41:09,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9234fcc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/hadoop.log.dir/,AVAILABLE} 2024-12-01T22:41:09,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b93e1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T22:41:10,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33e24962{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/java.io.tmpdir/jetty-localhost-41243-hadoop-hdfs-3_4_1-tests_jar-_-any-17497612408167924877/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T22:41:10,058 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@147f919a{HTTP/1.1, (http/1.1)}{localhost:41243} 2024-12-01T22:41:10,058 INFO [Time-limited test {}] server.Server(415): Started @95445ms 2024-12-01T22:41:10,062 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T22:41:10,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T22:41:10,204 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T22:41:10,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T22:41:10,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T22:41:10,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T22:41:10,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355b5826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/hadoop.log.dir/,AVAILABLE} 2024-12-01T22:41:10,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27eeff62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T22:41:10,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76cc5f70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/java.io.tmpdir/jetty-localhost-38975-hadoop-hdfs-3_4_1-tests_jar-_-any-4233884800423038178/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T22:41:10,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77e2e964{HTTP/1.1, (http/1.1)}{localhost:38975} 2024-12-01T22:41:10,406 INFO [Time-limited test {}] server.Server(415): Started @95793ms 2024-12-01T22:41:10,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T22:41:11,100 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/cluster_d63ee740-4009-fba5-b8e4-7878506a6fbb/data/data1/current/BP-969001114-172.17.0.2-1733092868916/current, will proceed with Du for space computation calculation, 2024-12-01T22:41:11,101 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/cluster_d63ee740-4009-fba5-b8e4-7878506a6fbb/data/data2/current/BP-969001114-172.17.0.2-1733092868916/current, will proceed with Du for space computation calculation, 2024-12-01T22:41:11,194 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T22:41:11,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfafcec3914f67017 with lease ID 0x16c53bd833a7d70f: Processing first storage report for DS-3c639333-a3f6-4103-9b1d-51c84d4ec39c from datanode DatanodeRegistration(127.0.0.1:32979, datanodeUuid=98e494d9-1d18-4153-9a18-d59264227d07, infoPort=36567, infoSecurePort=0, ipcPort=33361, storageInfo=lv=-57;cid=testClusterID;nsid=1276678483;c=1733092868916) 2024-12-01T22:41:11,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfafcec3914f67017 with lease ID 0x16c53bd833a7d70f: from storage DS-3c639333-a3f6-4103-9b1d-51c84d4ec39c node DatanodeRegistration(127.0.0.1:32979, datanodeUuid=98e494d9-1d18-4153-9a18-d59264227d07, infoPort=36567, infoSecurePort=0, ipcPort=33361, storageInfo=lv=-57;cid=testClusterID;nsid=1276678483;c=1733092868916), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T22:41:11,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfafcec3914f67017 with lease ID 0x16c53bd833a7d70f: Processing first storage report for DS-dde9023d-74e1-40d0-906c-b72d62c94392 from datanode DatanodeRegistration(127.0.0.1:32979, datanodeUuid=98e494d9-1d18-4153-9a18-d59264227d07, infoPort=36567, infoSecurePort=0, ipcPort=33361, storageInfo=lv=-57;cid=testClusterID;nsid=1276678483;c=1733092868916) 2024-12-01T22:41:11,202 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfafcec3914f67017 with lease ID 0x16c53bd833a7d70f: from storage DS-dde9023d-74e1-40d0-906c-b72d62c94392 node DatanodeRegistration(127.0.0.1:32979, datanodeUuid=98e494d9-1d18-4153-9a18-d59264227d07, infoPort=36567, infoSecurePort=0, ipcPort=33361, storageInfo=lv=-57;cid=testClusterID;nsid=1276678483;c=1733092868916), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T22:41:11,324 WARN [Thread-716 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/cluster_d63ee740-4009-fba5-b8e4-7878506a6fbb/data/data3/current/BP-969001114-172.17.0.2-1733092868916/current, will proceed with Du for space computation calculation, 2024-12-01T22:41:11,325 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/cluster_d63ee740-4009-fba5-b8e4-7878506a6fbb/data/data4/current/BP-969001114-172.17.0.2-1733092868916/current, will proceed with Du for space computation calculation, 2024-12-01T22:41:11,373 WARN [Thread-669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T22:41:11,391 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd69ef2b2e85fd7bc with lease ID 0x16c53bd833a7d710: Processing first storage report for DS-8f9e5ef1-2332-4694-99ce-e33de0223ceb from datanode DatanodeRegistration(127.0.0.1:46147, datanodeUuid=23c43291-eb65-4ab4-9b5e-cb94407dbccf, infoPort=44761, infoSecurePort=0, ipcPort=46285, storageInfo=lv=-57;cid=testClusterID;nsid=1276678483;c=1733092868916) 2024-12-01T22:41:11,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd69ef2b2e85fd7bc with lease ID 0x16c53bd833a7d710: from storage DS-8f9e5ef1-2332-4694-99ce-e33de0223ceb node DatanodeRegistration(127.0.0.1:46147, datanodeUuid=23c43291-eb65-4ab4-9b5e-cb94407dbccf, infoPort=44761, infoSecurePort=0, ipcPort=46285, storageInfo=lv=-57;cid=testClusterID;nsid=1276678483;c=1733092868916), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T22:41:11,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd69ef2b2e85fd7bc with lease ID 0x16c53bd833a7d710: Processing first storage report for DS-e300cb48-6cdf-4ace-a254-9db4b58ed4d8 from datanode DatanodeRegistration(127.0.0.1:46147, datanodeUuid=23c43291-eb65-4ab4-9b5e-cb94407dbccf, infoPort=44761, infoSecurePort=0, ipcPort=46285, storageInfo=lv=-57;cid=testClusterID;nsid=1276678483;c=1733092868916) 2024-12-01T22:41:11,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd69ef2b2e85fd7bc with lease ID 0x16c53bd833a7d710: from storage DS-e300cb48-6cdf-4ace-a254-9db4b58ed4d8 node DatanodeRegistration(127.0.0.1:46147, datanodeUuid=23c43291-eb65-4ab4-9b5e-cb94407dbccf, infoPort=44761, infoSecurePort=0, ipcPort=46285, storageInfo=lv=-57;cid=testClusterID;nsid=1276678483;c=1733092868916), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T22:41:11,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T22:41:11,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T22:41:11,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T22:41:11,598 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/cluster_d63ee740-4009-fba5-b8e4-7878506a6fbb/data/data5/current/BP-969001114-172.17.0.2-1733092868916/current, will proceed with Du for space computation calculation, 2024-12-01T22:41:11,600 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/cluster_d63ee740-4009-fba5-b8e4-7878506a6fbb/data/data6/current/BP-969001114-172.17.0.2-1733092868916/current, will proceed with Du for space computation calculation, 2024-12-01T22:41:11,632 WARN [Thread-692 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T22:41:11,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43521d5e7457a187 with lease ID 0x16c53bd833a7d711: Processing first storage report for DS-c034c2b1-f885-44f9-9803-d802148fac1c from datanode DatanodeRegistration(127.0.0.1:40817, datanodeUuid=0e92bd03-279a-43a3-b367-5d1d0de4a78f, infoPort=41717, infoSecurePort=0, ipcPort=34639, storageInfo=lv=-57;cid=testClusterID;nsid=1276678483;c=1733092868916) 2024-12-01T22:41:11,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43521d5e7457a187 with lease ID 0x16c53bd833a7d711: from storage DS-c034c2b1-f885-44f9-9803-d802148fac1c node DatanodeRegistration(127.0.0.1:40817, datanodeUuid=0e92bd03-279a-43a3-b367-5d1d0de4a78f, infoPort=41717, infoSecurePort=0, ipcPort=34639, storageInfo=lv=-57;cid=testClusterID;nsid=1276678483;c=1733092868916), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T22:41:11,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43521d5e7457a187 with lease ID 0x16c53bd833a7d711: Processing first storage report for DS-909146df-1d80-499e-8958-073f6d4c11bf from datanode DatanodeRegistration(127.0.0.1:40817, datanodeUuid=0e92bd03-279a-43a3-b367-5d1d0de4a78f, infoPort=41717, infoSecurePort=0, ipcPort=34639, storageInfo=lv=-57;cid=testClusterID;nsid=1276678483;c=1733092868916) 2024-12-01T22:41:11,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43521d5e7457a187 with lease ID 0x16c53bd833a7d711: from storage DS-909146df-1d80-499e-8958-073f6d4c11bf node DatanodeRegistration(127.0.0.1:40817, datanodeUuid=0e92bd03-279a-43a3-b367-5d1d0de4a78f, infoPort=41717, infoSecurePort=0, ipcPort=34639, storageInfo=lv=-57;cid=testClusterID;nsid=1276678483;c=1733092868916), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T22:41:11,641 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f 2024-12-01T22:41:11,644 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/cluster_d63ee740-4009-fba5-b8e4-7878506a6fbb/zookeeper_0, clientPort=56839, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/cluster_d63ee740-4009-fba5-b8e4-7878506a6fbb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/cluster_d63ee740-4009-fba5-b8e4-7878506a6fbb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T22:41:11,645 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56839 2024-12-01T22:41:11,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:41:11,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:41:11,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741825_1001 (size=7) 2024-12-01T22:41:11,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741825_1001 (size=7) 2024-12-01T22:41:11,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741825_1001 (size=7) 2024-12-01T22:41:11,682 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1 with version=8 2024-12-01T22:41:11,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/hbase-staging 2024-12-01T22:41:11,685 INFO [Time-limited test {}] client.ConnectionUtils(128): master/14efca635be3:0 server-side Connection retries=45 2024-12-01T22:41:11,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:41:11,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T22:41:11,686 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T22:41:11,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:41:11,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T22:41:11,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T22:41:11,686 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T22:41:11,687 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34555 2024-12-01T22:41:11,688 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34555 connecting to ZooKeeper ensemble=127.0.0.1:56839 2024-12-01T22:41:11,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345550x0, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T22:41:11,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34555-0x101930e89860000 connected 2024-12-01T22:41:11,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:41:11,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:41:11,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:41:11,848 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1, hbase.cluster.distributed=false 2024-12-01T22:41:11,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T22:41:11,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34555 2024-12-01T22:41:11,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34555 2024-12-01T22:41:11,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34555 2024-12-01T22:41:11,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34555 2024-12-01T22:41:11,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34555 2024-12-01T22:41:11,874 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/14efca635be3:0 server-side Connection retries=45 2024-12-01T22:41:11,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:41:11,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T22:41:11,875 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T22:41:11,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:41:11,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T22:41:11,875 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T22:41:11,875 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T22:41:11,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45827 2024-12-01T22:41:11,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45827 connecting to ZooKeeper ensemble=127.0.0.1:56839 2024-12-01T22:41:11,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:41:11,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:41:11,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458270x0, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T22:41:11,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458270x0, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:41:11,897 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T22:41:11,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45827-0x101930e89860001 connected 2024-12-01T22:41:11,906 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T22:41:11,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T22:41:11,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T22:41:11,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45827 2024-12-01T22:41:11,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45827 2024-12-01T22:41:11,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45827 2024-12-01T22:41:11,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45827 2024-12-01T22:41:11,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45827 2024-12-01T22:41:11,942 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/14efca635be3:0 server-side Connection retries=45 2024-12-01T22:41:11,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:41:11,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T22:41:11,943 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T22:41:11,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:41:11,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T22:41:11,943 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T22:41:11,943 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T22:41:11,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46121 2024-12-01T22:41:11,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46121 connecting to ZooKeeper ensemble=127.0.0.1:56839 2024-12-01T22:41:11,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:41:11,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:41:11,960 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461210x0, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T22:41:11,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46121-0x101930e89860002 connected 2024-12-01T22:41:11,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:41:11,961 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T22:41:11,962 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T22:41:11,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T22:41:11,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T22:41:11,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46121 2024-12-01T22:41:11,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46121 2024-12-01T22:41:11,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46121 2024-12-01T22:41:11,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46121 2024-12-01T22:41:11,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46121 2024-12-01T22:41:11,996 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T22:41:12,001 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/14efca635be3:0 server-side Connection retries=45 2024-12-01T22:41:12,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:41:12,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T22:41:12,001 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T22:41:12,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T22:41:12,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T22:41:12,001 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T22:41:12,002 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T22:41:12,002 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39381 2024-12-01T22:41:12,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39381 connecting to ZooKeeper ensemble=127.0.0.1:56839 2024-12-01T22:41:12,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:41:12,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:41:12,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T22:41:12,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T22:41:12,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393810x0, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T22:41:12,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393810x0, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:41:12,045 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T22:41:12,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39381-0x101930e89860003 connected 2024-12-01T22:41:12,052 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T22:41:12,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T22:41:12,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T22:41:12,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39381 2024-12-01T22:41:12,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39381 2024-12-01T22:41:12,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39381 2024-12-01T22:41:12,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39381 2024-12-01T22:41:12,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39381 2024-12-01T22:41:12,080 DEBUG [M:0;14efca635be3:34555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;14efca635be3:34555 2024-12-01T22:41:12,080 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/14efca635be3,34555,1733092871685 2024-12-01T22:41:12,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:41:12,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:41:12,086 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:41:12,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:41:12,088 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/14efca635be3,34555,1733092871685 2024-12-01T22:41:12,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T22:41:12,096 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T22:41:12,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T22:41:12,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,096 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,097 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T22:41:12,098 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/14efca635be3,34555,1733092871685 from backup master directory 2024-12-01T22:41:12,107 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:41:12,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/14efca635be3,34555,1733092871685 2024-12-01T22:41:12,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:41:12,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:41:12,107 WARN [master/14efca635be3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T22:41:12,107 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=14efca635be3,34555,1733092871685 2024-12-01T22:41:12,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T22:41:12,112 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/hbase.id] with ID: a1cbf15f-59d0-4ffd-963f-c2747f92bc14 2024-12-01T22:41:12,112 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/.tmp/hbase.id 2024-12-01T22:41:12,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741826_1002 (size=42) 2024-12-01T22:41:12,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741826_1002 (size=42) 2024-12-01T22:41:12,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741826_1002 (size=42) 2024-12-01T22:41:12,135 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/.tmp/hbase.id]:[hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/hbase.id] 2024-12-01T22:41:12,156 INFO [master/14efca635be3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T22:41:12,156 INFO [master/14efca635be3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T22:41:12,158 INFO [master/14efca635be3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-01T22:41:12,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,199 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741827_1003 (size=196) 2024-12-01T22:41:12,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741827_1003 (size=196) 2024-12-01T22:41:12,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741827_1003 (size=196) 2024-12-01T22:41:12,216 INFO [master/14efca635be3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T22:41:12,217 INFO [master/14efca635be3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T22:41:12,219 INFO [master/14efca635be3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T22:41:12,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741828_1004 (size=1189) 2024-12-01T22:41:12,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741828_1004 (size=1189) 2024-12-01T22:41:12,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741828_1004 (size=1189) 2024-12-01T22:41:12,239 INFO [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store 2024-12-01T22:41:12,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741829_1005 (size=34) 2024-12-01T22:41:12,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741829_1005 (size=34) 2024-12-01T22:41:12,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741829_1005 (size=34) 2024-12-01T22:41:12,251 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:12,251 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T22:41:12,251 INFO [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:41:12,251 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:41:12,251 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T22:41:12,251 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:41:12,252 INFO [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:41:12,252 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733092872251Disabling compacts and flushes for region at 1733092872251Disabling writes for close at 1733092872251Writing region close event to WAL at 1733092872251Closed at 1733092872251 2024-12-01T22:41:12,252 WARN [master/14efca635be3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/.initializing 2024-12-01T22:41:12,253 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/WALs/14efca635be3,34555,1733092871685 2024-12-01T22:41:12,254 INFO [master/14efca635be3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T22:41:12,257 INFO [master/14efca635be3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=14efca635be3%2C34555%2C1733092871685, suffix=, logDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/WALs/14efca635be3,34555,1733092871685, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/oldWALs, maxLogs=10 2024-12-01T22:41:12,271 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/WALs/14efca635be3,34555,1733092871685/14efca635be3%2C34555%2C1733092871685.1733092872257, exclude list is [], retry=0 2024-12-01T22:41:12,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32979,DS-3c639333-a3f6-4103-9b1d-51c84d4ec39c,DISK] 2024-12-01T22:41:12,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40817,DS-c034c2b1-f885-44f9-9803-d802148fac1c,DISK] 2024-12-01T22:41:12,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46147,DS-8f9e5ef1-2332-4694-99ce-e33de0223ceb,DISK] 2024-12-01T22:41:12,308 INFO [master/14efca635be3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/WALs/14efca635be3,34555,1733092871685/14efca635be3%2C34555%2C1733092871685.1733092872257 2024-12-01T22:41:12,311 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41717:41717),(127.0.0.1/127.0.0.1:44761:44761),(127.0.0.1/127.0.0.1:36567:36567)] 2024-12-01T22:41:12,311 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T22:41:12,311 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:12,311 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:41:12,311 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:41:12,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:41:12,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T22:41:12,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:12,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:41:12,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:41:12,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T22:41:12,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:12,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:12,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:41:12,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T22:41:12,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:12,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:12,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:41:12,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T22:41:12,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:12,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:12,324 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:41:12,325 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:41:12,325 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:41:12,328 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:41:12,328 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:41:12,329 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T22:41:12,331 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T22:41:12,333 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:41:12,334 INFO [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59047032, jitterRate=-0.12013065814971924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T22:41:12,335 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733092872312Initializing all the Stores at 1733092872313 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092872313Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092872313Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092872313Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092872313Cleaning up temporary data from old regions at 1733092872328 (+15 ms)Region opened successfully at 1733092872335 (+7 ms) 2024-12-01T22:41:12,336 INFO [master/14efca635be3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T22:41:12,341 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bfa2b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=14efca635be3/172.17.0.2:0 2024-12-01T22:41:12,342 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T22:41:12,342 INFO [master/14efca635be3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T22:41:12,342 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T22:41:12,343 INFO [master/14efca635be3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T22:41:12,343 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T22:41:12,344 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T22:41:12,344 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-01T22:41:12,347 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T22:41:12,348 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T22:41:12,359 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-01T22:41:12,360 INFO [master/14efca635be3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T22:41:12,361 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T22:41:12,370 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-01T22:41:12,371 INFO [master/14efca635be3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T22:41:12,372 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T22:41:12,380 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-01T22:41:12,382 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T22:41:12,391 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T22:41:12,393 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T22:41:12,401 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T22:41:12,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T22:41:12,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T22:41:12,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T22:41:12,412 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T22:41:12,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,412 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,413 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=14efca635be3,34555,1733092871685, sessionid=0x101930e89860000, setting cluster-up flag (Was=false) 2024-12-01T22:41:12,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,433 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,465 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T22:41:12,467 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=14efca635be3,34555,1733092871685 2024-12-01T22:41:12,486 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:12,528 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T22:41:12,529 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=14efca635be3,34555,1733092871685 2024-12-01T22:41:12,531 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T22:41:12,532 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T22:41:12,533 INFO [master/14efca635be3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T22:41:12,533 INFO [master/14efca635be3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T22:41:12,533 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 14efca635be3,34555,1733092871685 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T22:41:12,534 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/14efca635be3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T22:41:12,535 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/14efca635be3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T22:41:12,535 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/14efca635be3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T22:41:12,535 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/14efca635be3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T22:41:12,535 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/14efca635be3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T22:41:12,535 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,535 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/14efca635be3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T22:41:12,535 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,538 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T22:41:12,538 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T22:41:12,540 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:12,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T22:41:12,544 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733092902544 2024-12-01T22:41:12,544 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T22:41:12,544 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T22:41:12,545 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T22:41:12,545 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T22:41:12,545 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T22:41:12,545 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T22:41:12,545 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,546 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T22:41:12,546 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T22:41:12,546 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T22:41:12,553 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T22:41:12,553 INFO [master/14efca635be3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T22:41:12,553 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/14efca635be3:0:becomeActiveMaster-HFileCleaner.large.0-1733092872553,5,FailOnTimeoutGroup] 2024-12-01T22:41:12,554 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/14efca635be3:0:becomeActiveMaster-HFileCleaner.small.0-1733092872553,5,FailOnTimeoutGroup] 2024-12-01T22:41:12,554 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,554 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T22:41:12,554 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,554 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741831_1007 (size=1321) 2024-12-01T22:41:12,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741831_1007 (size=1321) 2024-12-01T22:41:12,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741831_1007 (size=1321) 2024-12-01T22:41:12,564 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T22:41:12,564 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1 2024-12-01T22:41:12,567 INFO [RS:1;14efca635be3:46121 {}] regionserver.HRegionServer(746): ClusterId : a1cbf15f-59d0-4ffd-963f-c2747f92bc14 2024-12-01T22:41:12,568 DEBUG [RS:1;14efca635be3:46121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T22:41:12,570 INFO [RS:2;14efca635be3:39381 {}] regionserver.HRegionServer(746): ClusterId : a1cbf15f-59d0-4ffd-963f-c2747f92bc14 2024-12-01T22:41:12,570 DEBUG [RS:2;14efca635be3:39381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T22:41:12,572 INFO [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(746): ClusterId : a1cbf15f-59d0-4ffd-963f-c2747f92bc14 2024-12-01T22:41:12,572 DEBUG [RS:0;14efca635be3:45827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T22:41:12,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741832_1008 (size=32) 2024-12-01T22:41:12,592 DEBUG [RS:0;14efca635be3:45827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T22:41:12,592 DEBUG [RS:1;14efca635be3:46121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T22:41:12,593 DEBUG [RS:0;14efca635be3:45827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T22:41:12,593 DEBUG [RS:1;14efca635be3:46121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T22:41:12,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:12,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741832_1008 (size=32) 2024-12-01T22:41:12,595 DEBUG [RS:2;14efca635be3:39381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T22:41:12,595 DEBUG [RS:2;14efca635be3:39381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T22:41:12,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741832_1008 (size=32) 2024-12-01T22:41:12,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T22:41:12,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T22:41:12,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:12,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:41:12,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T22:41:12,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T22:41:12,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:12,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:41:12,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T22:41:12,613 DEBUG [RS:0;14efca635be3:45827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T22:41:12,613 DEBUG [RS:1;14efca635be3:46121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T22:41:12,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T22:41:12,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:12,613 DEBUG [RS:2;14efca635be3:39381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T22:41:12,613 DEBUG [RS:0;14efca635be3:45827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d59213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=14efca635be3/172.17.0.2:0 2024-12-01T22:41:12,613 DEBUG [RS:1;14efca635be3:46121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a55691c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=14efca635be3/172.17.0.2:0 2024-12-01T22:41:12,613 DEBUG [RS:2;14efca635be3:39381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4673dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=14efca635be3/172.17.0.2:0 2024-12-01T22:41:12,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:41:12,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T22:41:12,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T22:41:12,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:12,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:41:12,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T22:41:12,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740 2024-12-01T22:41:12,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740 2024-12-01T22:41:12,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T22:41:12,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T22:41:12,622 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T22:41:12,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T22:41:12,628 DEBUG [RS:1;14efca635be3:46121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;14efca635be3:46121 2024-12-01T22:41:12,628 INFO [RS:1;14efca635be3:46121 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T22:41:12,628 INFO [RS:1;14efca635be3:46121 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T22:41:12,628 DEBUG [RS:1;14efca635be3:46121 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T22:41:12,638 INFO [RS:1;14efca635be3:46121 {}] regionserver.HRegionServer(2659): reportForDuty to master=14efca635be3,34555,1733092871685 with port=46121, startcode=1733092871942 2024-12-01T22:41:12,638 DEBUG [RS:1;14efca635be3:46121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T22:41:12,646 DEBUG [RS:0;14efca635be3:45827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;14efca635be3:45827 2024-12-01T22:41:12,646 INFO [RS:0;14efca635be3:45827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T22:41:12,646 INFO [RS:0;14efca635be3:45827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T22:41:12,646 DEBUG [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T22:41:12,647 INFO [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(2659): reportForDuty to master=14efca635be3,34555,1733092871685 with port=45827, startcode=1733092871874 2024-12-01T22:41:12,647 DEBUG [RS:0;14efca635be3:45827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T22:41:12,651 DEBUG [RS:2;14efca635be3:39381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;14efca635be3:39381 2024-12-01T22:41:12,651 INFO [RS:2;14efca635be3:39381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T22:41:12,651 INFO [RS:2;14efca635be3:39381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T22:41:12,651 DEBUG [RS:2;14efca635be3:39381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T22:41:12,654 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38431, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T22:41:12,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 14efca635be3,46121,1733092871942 2024-12-01T22:41:12,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34555 {}] master.ServerManager(517): Registering regionserver=14efca635be3,46121,1733092871942 2024-12-01T22:41:12,655 INFO [RS:2;14efca635be3:39381 {}] regionserver.HRegionServer(2659): reportForDuty to master=14efca635be3,34555,1733092871685 with port=39381, startcode=1733092872000 2024-12-01T22:41:12,656 DEBUG [RS:2;14efca635be3:39381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T22:41:12,661 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:41:12,664 DEBUG [RS:1;14efca635be3:46121 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1 2024-12-01T22:41:12,665 DEBUG [RS:1;14efca635be3:46121 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46551 2024-12-01T22:41:12,665 DEBUG [RS:1;14efca635be3:46121 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T22:41:12,669 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68612628, jitterRate=0.022407829761505127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T22:41:12,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733092872595Initializing all the Stores at 1733092872600 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092872601 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092872601Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092872601Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092872601Cleaning up temporary data from old regions at 1733092872621 (+20 ms)Region opened successfully at 1733092872670 (+49 ms) 2024-12-01T22:41:12,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T22:41:12,670 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T22:41:12,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T22:41:12,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T22:41:12,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T22:41:12,671 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T22:41:12,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733092872670Disabling compacts and flushes for region at 1733092872670Disabling writes for close at 1733092872670Writing region close event to WAL at 1733092872671 (+1 ms)Closed at 1733092872671 2024-12-01T22:41:12,671 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58739, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T22:41:12,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 14efca635be3,39381,1733092872000 2024-12-01T22:41:12,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34555 {}] master.ServerManager(517): Registering regionserver=14efca635be3,39381,1733092872000 2024-12-01T22:41:12,672 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T22:41:12,672 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T22:41:12,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T22:41:12,673 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34801, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T22:41:12,674 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 14efca635be3,45827,1733092871874 2024-12-01T22:41:12,674 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34555 {}] master.ServerManager(517): Registering regionserver=14efca635be3,45827,1733092871874 2024-12-01T22:41:12,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T22:41:12,677 DEBUG [RS:2;14efca635be3:39381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1 2024-12-01T22:41:12,677 DEBUG [RS:2;14efca635be3:39381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46551 2024-12-01T22:41:12,677 DEBUG [RS:2;14efca635be3:39381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T22:41:12,680 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T22:41:12,676 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T22:41:12,680 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T22:41:12,685 DEBUG [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1 2024-12-01T22:41:12,685 DEBUG [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46551 2024-12-01T22:41:12,685 DEBUG [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T22:41:12,686 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T22:41:12,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [14efca635be3,39381,1733092872000] 2024-12-01T22:41:12,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [14efca635be3,46121,1733092871942] 2024-12-01T22:41:12,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T22:41:12,747 DEBUG [RS:2;14efca635be3:39381 {}] zookeeper.ZKUtil(111): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/14efca635be3,39381,1733092872000 2024-12-01T22:41:12,747 WARN [RS:2;14efca635be3:39381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T22:41:12,747 INFO [RS:2;14efca635be3:39381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T22:41:12,747 DEBUG [RS:1;14efca635be3:46121 {}] zookeeper.ZKUtil(111): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/14efca635be3,46121,1733092871942 2024-12-01T22:41:12,747 WARN [RS:1;14efca635be3:46121 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T22:41:12,747 DEBUG [RS:0;14efca635be3:45827 {}] zookeeper.ZKUtil(111): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/14efca635be3,45827,1733092871874 2024-12-01T22:41:12,747 DEBUG [RS:2;14efca635be3:39381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/WALs/14efca635be3,39381,1733092872000 2024-12-01T22:41:12,747 INFO [RS:1;14efca635be3:46121 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T22:41:12,747 WARN [RS:0;14efca635be3:45827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T22:41:12,747 INFO [RS:0;14efca635be3:45827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T22:41:12,747 DEBUG [RS:1;14efca635be3:46121 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/WALs/14efca635be3,46121,1733092871942 2024-12-01T22:41:12,748 DEBUG [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/WALs/14efca635be3,45827,1733092871874 2024-12-01T22:41:12,751 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [14efca635be3,45827,1733092871874] 2024-12-01T22:41:12,785 INFO [RS:0;14efca635be3:45827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T22:41:12,787 INFO [RS:2;14efca635be3:39381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T22:41:12,795 INFO [RS:0;14efca635be3:45827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T22:41:12,798 INFO [RS:1;14efca635be3:46121 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T22:41:12,798 INFO [RS:0;14efca635be3:45827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T22:41:12,798 INFO [RS:0;14efca635be3:45827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,804 INFO [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T22:41:12,806 INFO [RS:0;14efca635be3:45827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T22:41:12,806 INFO [RS:0;14efca635be3:45827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,806 DEBUG [RS:0;14efca635be3:45827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,806 DEBUG [RS:0;14efca635be3:45827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,807 DEBUG [RS:0;14efca635be3:45827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,807 DEBUG [RS:0;14efca635be3:45827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,807 DEBUG [RS:0;14efca635be3:45827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,807 DEBUG [RS:0;14efca635be3:45827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T22:41:12,807 DEBUG [RS:0;14efca635be3:45827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,807 DEBUG [RS:0;14efca635be3:45827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,807 DEBUG [RS:0;14efca635be3:45827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,807 DEBUG [RS:0;14efca635be3:45827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,807 DEBUG [RS:0;14efca635be3:45827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,807 DEBUG [RS:0;14efca635be3:45827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,807 DEBUG [RS:0;14efca635be3:45827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T22:41:12,807 DEBUG [RS:0;14efca635be3:45827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T22:41:12,816 INFO [RS:2;14efca635be3:39381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T22:41:12,830 INFO [RS:1;14efca635be3:46121 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T22:41:12,831 INFO [RS:2;14efca635be3:39381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T22:41:12,831 INFO [RS:2;14efca635be3:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,837 INFO [RS:0;14efca635be3:45827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,837 INFO [RS:0;14efca635be3:45827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,838 INFO [RS:0;14efca635be3:45827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,838 INFO [RS:0;14efca635be3:45827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,838 INFO [RS:0;14efca635be3:45827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,838 INFO [RS:0;14efca635be3:45827 {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,45827,1733092871874-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T22:41:12,838 WARN [14efca635be3:34555 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T22:41:12,840 INFO [RS:2;14efca635be3:39381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T22:41:12,841 INFO [RS:2;14efca635be3:39381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T22:41:12,841 INFO [RS:2;14efca635be3:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,842 DEBUG [RS:2;14efca635be3:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,842 DEBUG [RS:2;14efca635be3:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,842 DEBUG [RS:2;14efca635be3:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,842 DEBUG [RS:2;14efca635be3:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,842 DEBUG [RS:2;14efca635be3:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,842 DEBUG [RS:2;14efca635be3:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T22:41:12,842 DEBUG [RS:2;14efca635be3:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,842 DEBUG [RS:2;14efca635be3:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,842 DEBUG [RS:2;14efca635be3:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,842 DEBUG [RS:2;14efca635be3:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,842 DEBUG [RS:2;14efca635be3:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,842 DEBUG [RS:2;14efca635be3:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,842 DEBUG [RS:2;14efca635be3:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T22:41:12,842 DEBUG [RS:2;14efca635be3:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T22:41:12,843 INFO [RS:1;14efca635be3:46121 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T22:41:12,843 INFO [RS:1;14efca635be3:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,848 INFO [RS:1;14efca635be3:46121 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T22:41:12,851 INFO [RS:1;14efca635be3:46121 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T22:41:12,851 INFO [RS:1;14efca635be3:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,852 DEBUG [RS:1;14efca635be3:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,852 DEBUG [RS:1;14efca635be3:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,852 DEBUG [RS:1;14efca635be3:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,852 DEBUG [RS:1;14efca635be3:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,852 DEBUG [RS:1;14efca635be3:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,852 DEBUG [RS:1;14efca635be3:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/14efca635be3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T22:41:12,852 DEBUG [RS:1;14efca635be3:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,852 DEBUG [RS:1;14efca635be3:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,852 DEBUG [RS:1;14efca635be3:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,852 DEBUG [RS:1;14efca635be3:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,852 DEBUG [RS:1;14efca635be3:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,852 DEBUG [RS:1;14efca635be3:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/14efca635be3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T22:41:12,852 DEBUG [RS:1;14efca635be3:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T22:41:12,852 DEBUG [RS:1;14efca635be3:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/14efca635be3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T22:41:12,869 INFO [RS:1;14efca635be3:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,869 INFO [RS:1;14efca635be3:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,869 INFO [RS:1;14efca635be3:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,869 INFO [RS:1;14efca635be3:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,870 INFO [RS:1;14efca635be3:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,870 INFO [RS:1;14efca635be3:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,46121,1733092871942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T22:41:12,874 INFO [RS:2;14efca635be3:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,874 INFO [RS:2;14efca635be3:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,874 INFO [RS:2;14efca635be3:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,874 INFO [RS:2;14efca635be3:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,874 INFO [RS:2;14efca635be3:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,874 INFO [RS:2;14efca635be3:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,39381,1733092872000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T22:41:12,876 INFO [RS:0;14efca635be3:45827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T22:41:12,876 INFO [RS:0;14efca635be3:45827 {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,45827,1733092871874-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,876 INFO [RS:0;14efca635be3:45827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,876 INFO [RS:0;14efca635be3:45827 {}] regionserver.Replication(171): 14efca635be3,45827,1733092871874 started 2024-12-01T22:41:12,886 INFO [RS:1;14efca635be3:46121 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T22:41:12,886 INFO [RS:1;14efca635be3:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,46121,1733092871942-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,886 INFO [RS:1;14efca635be3:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,886 INFO [RS:1;14efca635be3:46121 {}] regionserver.Replication(171): 14efca635be3,46121,1733092871942 started 2024-12-01T22:41:12,898 INFO [RS:0;14efca635be3:45827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,899 INFO [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(1482): Serving as 14efca635be3,45827,1733092871874, RpcServer on 14efca635be3/172.17.0.2:45827, sessionid=0x101930e89860001 2024-12-01T22:41:12,899 DEBUG [RS:0;14efca635be3:45827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T22:41:12,899 DEBUG [RS:0;14efca635be3:45827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 14efca635be3,45827,1733092871874 2024-12-01T22:41:12,899 DEBUG [RS:0;14efca635be3:45827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '14efca635be3,45827,1733092871874' 2024-12-01T22:41:12,899 DEBUG [RS:0;14efca635be3:45827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T22:41:12,899 DEBUG [RS:0;14efca635be3:45827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T22:41:12,900 DEBUG [RS:0;14efca635be3:45827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T22:41:12,900 DEBUG [RS:0;14efca635be3:45827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T22:41:12,900 DEBUG [RS:0;14efca635be3:45827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 14efca635be3,45827,1733092871874 2024-12-01T22:41:12,900 DEBUG [RS:0;14efca635be3:45827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '14efca635be3,45827,1733092871874' 2024-12-01T22:41:12,900 DEBUG [RS:0;14efca635be3:45827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T22:41:12,900 DEBUG [RS:0;14efca635be3:45827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T22:41:12,901 DEBUG [RS:0;14efca635be3:45827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T22:41:12,901 INFO [RS:0;14efca635be3:45827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T22:41:12,901 INFO [RS:0;14efca635be3:45827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T22:41:12,904 INFO [RS:1;14efca635be3:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,904 INFO [RS:1;14efca635be3:46121 {}] regionserver.HRegionServer(1482): Serving as 14efca635be3,46121,1733092871942, RpcServer on 14efca635be3/172.17.0.2:46121, sessionid=0x101930e89860002 2024-12-01T22:41:12,904 DEBUG [RS:1;14efca635be3:46121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T22:41:12,904 DEBUG [RS:1;14efca635be3:46121 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 14efca635be3,46121,1733092871942 2024-12-01T22:41:12,904 DEBUG [RS:1;14efca635be3:46121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '14efca635be3,46121,1733092871942' 2024-12-01T22:41:12,904 DEBUG [RS:1;14efca635be3:46121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T22:41:12,905 DEBUG [RS:1;14efca635be3:46121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T22:41:12,905 DEBUG [RS:1;14efca635be3:46121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T22:41:12,905 DEBUG [RS:1;14efca635be3:46121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T22:41:12,905 DEBUG [RS:1;14efca635be3:46121 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 14efca635be3,46121,1733092871942 2024-12-01T22:41:12,905 DEBUG [RS:1;14efca635be3:46121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '14efca635be3,46121,1733092871942' 2024-12-01T22:41:12,905 DEBUG [RS:1;14efca635be3:46121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T22:41:12,906 DEBUG [RS:1;14efca635be3:46121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T22:41:12,907 INFO [RS:2;14efca635be3:39381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T22:41:12,907 INFO [RS:2;14efca635be3:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,39381,1733092872000-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,908 INFO [RS:2;14efca635be3:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,908 INFO [RS:2;14efca635be3:39381 {}] regionserver.Replication(171): 14efca635be3,39381,1733092872000 started 2024-12-01T22:41:12,908 DEBUG [RS:1;14efca635be3:46121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T22:41:12,908 INFO [RS:1;14efca635be3:46121 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T22:41:12,908 INFO [RS:1;14efca635be3:46121 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T22:41:12,924 INFO [RS:2;14efca635be3:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:12,924 INFO [RS:2;14efca635be3:39381 {}] regionserver.HRegionServer(1482): Serving as 14efca635be3,39381,1733092872000, RpcServer on 14efca635be3/172.17.0.2:39381, sessionid=0x101930e89860003 2024-12-01T22:41:12,924 DEBUG [RS:2;14efca635be3:39381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T22:41:12,924 DEBUG [RS:2;14efca635be3:39381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 14efca635be3,39381,1733092872000 2024-12-01T22:41:12,924 DEBUG [RS:2;14efca635be3:39381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '14efca635be3,39381,1733092872000' 2024-12-01T22:41:12,925 DEBUG [RS:2;14efca635be3:39381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T22:41:12,925 DEBUG [RS:2;14efca635be3:39381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T22:41:12,927 DEBUG [RS:2;14efca635be3:39381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T22:41:12,927 DEBUG [RS:2;14efca635be3:39381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T22:41:12,927 DEBUG [RS:2;14efca635be3:39381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 14efca635be3,39381,1733092872000 2024-12-01T22:41:12,927 DEBUG [RS:2;14efca635be3:39381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '14efca635be3,39381,1733092872000' 2024-12-01T22:41:12,927 DEBUG [RS:2;14efca635be3:39381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T22:41:12,928 DEBUG [RS:2;14efca635be3:39381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T22:41:12,929 DEBUG [RS:2;14efca635be3:39381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T22:41:12,929 INFO [RS:2;14efca635be3:39381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T22:41:12,929 INFO [RS:2;14efca635be3:39381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T22:41:13,002 INFO [RS:0;14efca635be3:45827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T22:41:13,004 INFO [RS:0;14efca635be3:45827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=14efca635be3%2C45827%2C1733092871874, suffix=, logDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/WALs/14efca635be3,45827,1733092871874, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/oldWALs, maxLogs=32 2024-12-01T22:41:13,008 INFO [RS:1;14efca635be3:46121 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T22:41:13,010 INFO [RS:1;14efca635be3:46121 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=14efca635be3%2C46121%2C1733092871942, suffix=, logDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/WALs/14efca635be3,46121,1733092871942, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/oldWALs, maxLogs=32 2024-12-01T22:41:13,021 DEBUG [RS:0;14efca635be3:45827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/WALs/14efca635be3,45827,1733092871874/14efca635be3%2C45827%2C1733092871874.1733092873006, exclude list is [], retry=0 2024-12-01T22:41:13,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32979,DS-3c639333-a3f6-4103-9b1d-51c84d4ec39c,DISK] 2024-12-01T22:41:13,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46147,DS-8f9e5ef1-2332-4694-99ce-e33de0223ceb,DISK] 2024-12-01T22:41:13,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40817,DS-c034c2b1-f885-44f9-9803-d802148fac1c,DISK] 2024-12-01T22:41:13,027 INFO [RS:0;14efca635be3:45827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/WALs/14efca635be3,45827,1733092871874/14efca635be3%2C45827%2C1733092871874.1733092873006 2024-12-01T22:41:13,029 INFO [RS:2;14efca635be3:39381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T22:41:13,029 DEBUG [RS:0;14efca635be3:45827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36567:36567),(127.0.0.1/127.0.0.1:41717:41717),(127.0.0.1/127.0.0.1:44761:44761)] 2024-12-01T22:41:13,032 INFO [RS:2;14efca635be3:39381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=14efca635be3%2C39381%2C1733092872000, suffix=, logDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/WALs/14efca635be3,39381,1733092872000, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/oldWALs, maxLogs=32 2024-12-01T22:41:13,032 DEBUG [RS:1;14efca635be3:46121 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/WALs/14efca635be3,46121,1733092871942/14efca635be3%2C46121%2C1733092871942.1733092873012, exclude list is [], retry=0 2024-12-01T22:41:13,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40817,DS-c034c2b1-f885-44f9-9803-d802148fac1c,DISK] 2024-12-01T22:41:13,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32979,DS-3c639333-a3f6-4103-9b1d-51c84d4ec39c,DISK] 2024-12-01T22:41:13,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46147,DS-8f9e5ef1-2332-4694-99ce-e33de0223ceb,DISK] 2024-12-01T22:41:13,048 DEBUG [RS:2;14efca635be3:39381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/WALs/14efca635be3,39381,1733092872000/14efca635be3%2C39381%2C1733092872000.1733092873032, exclude list is [], retry=0 2024-12-01T22:41:13,054 INFO [RS:1;14efca635be3:46121 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/WALs/14efca635be3,46121,1733092871942/14efca635be3%2C46121%2C1733092871942.1733092873012 2024-12-01T22:41:13,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46147,DS-8f9e5ef1-2332-4694-99ce-e33de0223ceb,DISK] 2024-12-01T22:41:13,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32979,DS-3c639333-a3f6-4103-9b1d-51c84d4ec39c,DISK] 2024-12-01T22:41:13,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40817,DS-c034c2b1-f885-44f9-9803-d802148fac1c,DISK] 2024-12-01T22:41:13,064 DEBUG [RS:1;14efca635be3:46121 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41717:41717),(127.0.0.1/127.0.0.1:36567:36567),(127.0.0.1/127.0.0.1:44761:44761)] 2024-12-01T22:41:13,075 INFO [RS:2;14efca635be3:39381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/WALs/14efca635be3,39381,1733092872000/14efca635be3%2C39381%2C1733092872000.1733092873032 2024-12-01T22:41:13,075 DEBUG [RS:2;14efca635be3:39381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41717:41717),(127.0.0.1/127.0.0.1:44761:44761),(127.0.0.1/127.0.0.1:36567:36567)] 2024-12-01T22:41:13,088 DEBUG [14efca635be3:34555 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-01T22:41:13,089 DEBUG [14efca635be3:34555 {}] balancer.BalancerClusterState(204): Hosts are {14efca635be3=0} racks are {/default-rack=0} 2024-12-01T22:41:13,092 DEBUG [14efca635be3:34555 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T22:41:13,092 DEBUG [14efca635be3:34555 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T22:41:13,092 DEBUG [14efca635be3:34555 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-01T22:41:13,092 DEBUG [14efca635be3:34555 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T22:41:13,092 DEBUG [14efca635be3:34555 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T22:41:13,092 DEBUG [14efca635be3:34555 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-01T22:41:13,092 INFO [14efca635be3:34555 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T22:41:13,092 INFO [14efca635be3:34555 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T22:41:13,092 INFO [14efca635be3:34555 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-01T22:41:13,092 DEBUG [14efca635be3:34555 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T22:41:13,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=14efca635be3,45827,1733092871874 2024-12-01T22:41:13,094 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 14efca635be3,45827,1733092871874, state=OPENING 2024-12-01T22:41:13,146 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T22:41:13,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:13,160 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:13,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:13,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:41:13,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:41:13,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:41:13,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:41:13,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:41:13,162 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T22:41:13,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=14efca635be3,45827,1733092871874}] 2024-12-01T22:41:18,186 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T22:41:18,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T22:41:18,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T22:41:23,166 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T22:41:23,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46877, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T22:41:23,180 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T22:41:23,180 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T22:41:23,180 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T22:41:23,182 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=14efca635be3%2C45827%2C1733092871874.meta, suffix=.meta, logDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/WALs/14efca635be3,45827,1733092871874, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/oldWALs, maxLogs=32 2024-12-01T22:41:23,196 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/WALs/14efca635be3,45827,1733092871874/14efca635be3%2C45827%2C1733092871874.meta.1733092883183.meta, exclude list is [], retry=0 2024-12-01T22:41:23,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32979,DS-3c639333-a3f6-4103-9b1d-51c84d4ec39c,DISK] 2024-12-01T22:41:23,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40817,DS-c034c2b1-f885-44f9-9803-d802148fac1c,DISK] 2024-12-01T22:41:23,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46147,DS-8f9e5ef1-2332-4694-99ce-e33de0223ceb,DISK] 2024-12-01T22:41:23,202 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/WALs/14efca635be3,45827,1733092871874/14efca635be3%2C45827%2C1733092871874.meta.1733092883183.meta 2024-12-01T22:41:23,203 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36567:36567),(127.0.0.1/127.0.0.1:41717:41717),(127.0.0.1/127.0.0.1:44761:44761)] 2024-12-01T22:41:23,203 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T22:41:23,203 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T22:41:23,203 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T22:41:23,204 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T22:41:23,204 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T22:41:23,204 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:23,204 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T22:41:23,204 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T22:41:23,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T22:41:23,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T22:41:23,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:23,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:41:23,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T22:41:23,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T22:41:23,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:23,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:41:23,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T22:41:23,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T22:41:23,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:23,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:41:23,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T22:41:23,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T22:41:23,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:23,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T22:41:23,211 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T22:41:23,211 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740 2024-12-01T22:41:23,213 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740 2024-12-01T22:41:23,214 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T22:41:23,214 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T22:41:23,215 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T22:41:23,216 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T22:41:23,217 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67835048, jitterRate=0.010820984840393066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T22:41:23,217 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T22:41:23,217 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733092883204Writing region info on filesystem at 1733092883204Initializing all the Stores at 1733092883205 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092883205Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092883206 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092883206Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733092883206Cleaning up temporary data from old regions at 1733092883214 (+8 ms)Running coprocessor post-open hooks at 1733092883217 (+3 ms)Region opened successfully at 1733092883217 2024-12-01T22:41:23,218 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733092883165 2024-12-01T22:41:23,220 DEBUG [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T22:41:23,220 INFO [RS_OPEN_META-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T22:41:23,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,45827,1733092871874 2024-12-01T22:41:23,221 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 14efca635be3,45827,1733092871874, state=OPEN 2024-12-01T22:41:23,264 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T22:41:23,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T22:41:23,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T22:41:23,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T22:41:23,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:41:23,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:41:23,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:41:23,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T22:41:23,265 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=14efca635be3,45827,1733092871874 2024-12-01T22:41:23,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T22:41:23,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=14efca635be3,45827,1733092871874 in 10.1030 sec 2024-12-01T22:41:23,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T22:41:23,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5960 sec 2024-12-01T22:41:23,272 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T22:41:23,272 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T22:41:23,275 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:23,275 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,45827,1733092871874, seqNum=-1] 2024-12-01T22:41:23,276 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:23,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59599, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:23,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7490 sec 2024-12-01T22:41:23,282 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733092883282, completionTime=-1 2024-12-01T22:41:23,282 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-01T22:41:23,282 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T22:41:23,284 INFO [master/14efca635be3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-01T22:41:23,284 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733092943284 2024-12-01T22:41:23,284 INFO [master/14efca635be3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733093003284 2024-12-01T22:41:23,284 INFO [master/14efca635be3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T22:41:23,284 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-01T22:41:23,284 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,34555,1733092871685-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:23,285 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,34555,1733092871685-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:23,285 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,34555,1733092871685-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:23,285 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-14efca635be3:34555, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:23,285 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:23,285 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:23,287 DEBUG [master/14efca635be3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T22:41:23,289 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.181sec 2024-12-01T22:41:23,289 INFO [master/14efca635be3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T22:41:23,289 INFO [master/14efca635be3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T22:41:23,289 INFO [master/14efca635be3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T22:41:23,289 INFO [master/14efca635be3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T22:41:23,289 INFO [master/14efca635be3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T22:41:23,289 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,34555,1733092871685-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T22:41:23,289 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,34555,1733092871685-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T22:41:23,291 DEBUG [master/14efca635be3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T22:41:23,291 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T22:41:23,291 INFO [master/14efca635be3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=14efca635be3,34555,1733092871685-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T22:41:23,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e79ec90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:23,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,34555,-1 for getting cluster id 2024-12-01T22:41:23,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:23,379 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1cbf15f-59d0-4ffd-963f-c2747f92bc14' 2024-12-01T22:41:23,379 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:23,379 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1cbf15f-59d0-4ffd-963f-c2747f92bc14" 2024-12-01T22:41:23,380 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a8d52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:23,380 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,34555,-1] 2024-12-01T22:41:23,380 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:23,381 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,382 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:23,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775bc6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:23,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:23,385 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,45827,1733092871874, seqNum=-1] 2024-12-01T22:41:23,385 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:23,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:23,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=14efca635be3,34555,1733092871685 2024-12-01T22:41:23,390 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733092883390 (current time:1733092883390). 2024-12-01T22:41:23,390 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-01T22:41:23,390 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-01T22:41:23,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334925f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:23,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 14efca635be3,34555,-1 for getting cluster id 2024-12-01T22:41:23,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T22:41:23,392 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1cbf15f-59d0-4ffd-963f-c2747f92bc14' 2024-12-01T22:41:23,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T22:41:23,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1cbf15f-59d0-4ffd-963f-c2747f92bc14" 2024-12-01T22:41:23,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@afbff23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:23,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [14efca635be3,34555,-1] 2024-12-01T22:41:23,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T22:41:23,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,394 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T22:41:23,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d158db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T22:41:23,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T22:41:23,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=14efca635be3,45827,1733092871874, seqNum=-1] 2024-12-01T22:41:23,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:23,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:23,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T22:41:23,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:41:23,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:41:23,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:41:23,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T22:41:23,402 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 14efca635be3,34555,1733092871685 2024-12-01T22:41:23,402 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eddfd35 2024-12-01T22:41:23,402 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T22:41:23,404 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T22:41:23,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T22:41:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-01T22:41:23,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T22:41:23,407 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:23,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-01T22:41:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:41:23,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T22:41:23,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741837_1013 (size=361) 2024-12-01T22:41:23,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741837_1013 (size=361) 2024-12-01T22:41:23,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741837_1013 (size=361) 2024-12-01T22:41:23,418 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c4a1e3a880989fd132c382653154f21d, NAME => 'SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1 2024-12-01T22:41:23,419 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8d078e5c72716f7ede64ef6159285cd, NAME => 'SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1 2024-12-01T22:41:23,419 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5724c6860f8795c0e83139c85ea1b9b7, NAME => 'SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1 2024-12-01T22:41:23,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741838_1014 (size=62) 2024-12-01T22:41:23,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741838_1014 (size=62) 2024-12-01T22:41:23,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741839_1015 (size=54) 2024-12-01T22:41:23,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741838_1014 (size=62) 2024-12-01T22:41:23,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741839_1015 (size=54) 2024-12-01T22:41:23,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741839_1015 (size=54) 2024-12-01T22:41:23,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741840_1016 (size=62) 2024-12-01T22:41:23,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741840_1016 (size=62) 2024-12-01T22:41:23,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:23,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:23,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741840_1016 (size=62) 2024-12-01T22:41:23,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b8d078e5c72716f7ede64ef6159285cd, disabling compactions & flushes 2024-12-01T22:41:23,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c4a1e3a880989fd132c382653154f21d, disabling compactions & flushes 2024-12-01T22:41:23,428 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd. 2024-12-01T22:41:23,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd. 2024-12-01T22:41:23,428 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d. 2024-12-01T22:41:23,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd. after waiting 0 ms 2024-12-01T22:41:23,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d. 2024-12-01T22:41:23,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:23,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd. 2024-12-01T22:41:23,428 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d. after waiting 0 ms 2024-12-01T22:41:23,428 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd. 2024-12-01T22:41:23,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5724c6860f8795c0e83139c85ea1b9b7, disabling compactions & flushes 2024-12-01T22:41:23,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d. 2024-12-01T22:41:23,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8d078e5c72716f7ede64ef6159285cd: Waiting for close lock at 1733092883428Disabling compacts and flushes for region at 1733092883428Disabling writes for close at 1733092883428Writing region close event to WAL at 1733092883428Closed at 1733092883428 2024-12-01T22:41:23,429 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7. 2024-12-01T22:41:23,429 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d. 2024-12-01T22:41:23,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7. 2024-12-01T22:41:23,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c4a1e3a880989fd132c382653154f21d: Waiting for close lock at 1733092883428Disabling compacts and flushes for region at 1733092883428Disabling writes for close at 1733092883429 (+1 ms)Writing region close event to WAL at 1733092883429Closed at 1733092883429 2024-12-01T22:41:23,429 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c127acb68a5aa735e3ff72f178a0b1f, NAME => 'SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1 2024-12-01T22:41:23,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7. after waiting 0 ms 2024-12-01T22:41:23,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7. 2024-12-01T22:41:23,429 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1dd56046b0efd91435249a234e4faf0a, NAME => 'SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1 2024-12-01T22:41:23,429 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7. 2024-12-01T22:41:23,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5724c6860f8795c0e83139c85ea1b9b7: Waiting for close lock at 1733092883428Disabling compacts and flushes for region at 1733092883428Disabling writes for close at 1733092883429 (+1 ms)Writing region close event to WAL at 1733092883429Closed at 1733092883429 2024-12-01T22:41:23,430 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c62313151c43ab9e884f427b430a737f, NAME => 'SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1 2024-12-01T22:41:23,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741841_1017 (size=62) 2024-12-01T22:41:23,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741841_1017 (size=62) 2024-12-01T22:41:23,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741842_1018 (size=62) 2024-12-01T22:41:23,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741842_1018 (size=62) 2024-12-01T22:41:23,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741842_1018 (size=62) 2024-12-01T22:41:23,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741841_1017 (size=62) 2024-12-01T22:41:23,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:23,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6c127acb68a5aa735e3ff72f178a0b1f, disabling compactions & flushes 2024-12-01T22:41:23,444 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f. 2024-12-01T22:41:23,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f. 2024-12-01T22:41:23,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f. after waiting 0 ms 2024-12-01T22:41:23,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f. 2024-12-01T22:41:23,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:23,444 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f. 2024-12-01T22:41:23,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c127acb68a5aa735e3ff72f178a0b1f: Waiting for close lock at 1733092883444Disabling compacts and flushes for region at 1733092883444Disabling writes for close at 1733092883444Writing region close event to WAL at 1733092883444Closed at 1733092883444 2024-12-01T22:41:23,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1dd56046b0efd91435249a234e4faf0a, disabling compactions & flushes 2024-12-01T22:41:23,445 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a. 2024-12-01T22:41:23,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741843_1019 (size=62) 2024-12-01T22:41:23,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a. 2024-12-01T22:41:23,445 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8beb95d7fd76c9203afd9c66c435e16e, NAME => 'SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1 2024-12-01T22:41:23,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a. after waiting 0 ms 2024-12-01T22:41:23,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a. 2024-12-01T22:41:23,445 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a. 2024-12-01T22:41:23,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1dd56046b0efd91435249a234e4faf0a: Waiting for close lock at 1733092883444Disabling compacts and flushes for region at 1733092883444Disabling writes for close at 1733092883445 (+1 ms)Writing region close event to WAL at 1733092883445Closed at 1733092883445 2024-12-01T22:41:23,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741843_1019 (size=62) 2024-12-01T22:41:23,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741843_1019 (size=62) 2024-12-01T22:41:23,446 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a258e1a51a82ba3d78c7fb4b582ec47c, NAME => 'SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1 2024-12-01T22:41:23,446 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:23,446 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c62313151c43ab9e884f427b430a737f, disabling compactions & flushes 2024-12-01T22:41:23,446 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f. 2024-12-01T22:41:23,446 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f. 2024-12-01T22:41:23,446 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f. after waiting 0 ms 2024-12-01T22:41:23,446 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f. 2024-12-01T22:41:23,446 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f. 2024-12-01T22:41:23,446 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c62313151c43ab9e884f427b430a737f: Waiting for close lock at 1733092883446Disabling compacts and flushes for region at 1733092883446Disabling writes for close at 1733092883446Writing region close event to WAL at 1733092883446Closed at 1733092883446 2024-12-01T22:41:23,447 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ce10feb34a7e806d446bf3cc4bad86ab, NAME => 'SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1 2024-12-01T22:41:23,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741844_1020 (size=62) 2024-12-01T22:41:23,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741845_1021 (size=62) 2024-12-01T22:41:23,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741845_1021 (size=62) 2024-12-01T22:41:23,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741845_1021 (size=62) 2024-12-01T22:41:23,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741844_1020 (size=62) 2024-12-01T22:41:23,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741844_1020 (size=62) 2024-12-01T22:41:23,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:23,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:23,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8beb95d7fd76c9203afd9c66c435e16e, disabling compactions & flushes 2024-12-01T22:41:23,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a258e1a51a82ba3d78c7fb4b582ec47c, disabling compactions & flushes 2024-12-01T22:41:23,455 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. 2024-12-01T22:41:23,455 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c. 2024-12-01T22:41:23,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. 2024-12-01T22:41:23,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c. 2024-12-01T22:41:23,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. after waiting 0 ms 2024-12-01T22:41:23,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c. after waiting 0 ms 2024-12-01T22:41:23,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. 2024-12-01T22:41:23,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c. 2024-12-01T22:41:23,455 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. 2024-12-01T22:41:23,455 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c. 2024-12-01T22:41:23,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8beb95d7fd76c9203afd9c66c435e16e: Waiting for close lock at 1733092883455Disabling compacts and flushes for region at 1733092883455Disabling writes for close at 1733092883455Writing region close event to WAL at 1733092883455Closed at 1733092883455 2024-12-01T22:41:23,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a258e1a51a82ba3d78c7fb4b582ec47c: Waiting for close lock at 1733092883455Disabling compacts and flushes for region at 1733092883455Disabling writes for close at 1733092883455Writing region close event to WAL at 1733092883455Closed at 1733092883455 2024-12-01T22:41:23,455 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => edfb351995260b20084edbda4e1315ba, NAME => 'SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1 2024-12-01T22:41:23,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741846_1022 (size=62) 2024-12-01T22:41:23,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741846_1022 (size=62) 2024-12-01T22:41:23,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741846_1022 (size=62) 2024-12-01T22:41:23,464 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:23,464 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ce10feb34a7e806d446bf3cc4bad86ab, disabling compactions & flushes 2024-12-01T22:41:23,465 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab. 2024-12-01T22:41:23,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab. 2024-12-01T22:41:23,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab. after waiting 0 ms 2024-12-01T22:41:23,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab. 2024-12-01T22:41:23,465 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab. 2024-12-01T22:41:23,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ce10feb34a7e806d446bf3cc4bad86ab: Waiting for close lock at 1733092883464Disabling compacts and flushes for region at 1733092883464Disabling writes for close at 1733092883465 (+1 ms)Writing region close event to WAL at 1733092883465Closed at 1733092883465 2024-12-01T22:41:23,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741847_1023 (size=54) 2024-12-01T22:41:23,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741847_1023 (size=54) 2024-12-01T22:41:23,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741847_1023 (size=54) 2024-12-01T22:41:23,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:23,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing edfb351995260b20084edbda4e1315ba, disabling compactions & flushes 2024-12-01T22:41:23,475 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba. 2024-12-01T22:41:23,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba. 2024-12-01T22:41:23,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba. after waiting 0 ms 2024-12-01T22:41:23,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba. 2024-12-01T22:41:23,475 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba. 2024-12-01T22:41:23,475 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for edfb351995260b20084edbda4e1315ba: Waiting for close lock at 1733092883475Disabling compacts and flushes for region at 1733092883475Disabling writes for close at 1733092883475Writing region close event to WAL at 1733092883475Closed at 1733092883475 2024-12-01T22:41:23,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T22:41:23,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733092883476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092883476"}]},"ts":"1733092883476"} 2024-12-01T22:41:23,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733092883476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092883476"}]},"ts":"1733092883476"} 2024-12-01T22:41:23,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733092883476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092883476"}]},"ts":"1733092883476"} 2024-12-01T22:41:23,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733092883476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092883476"}]},"ts":"1733092883476"} 2024-12-01T22:41:23,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733092883476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092883476"}]},"ts":"1733092883476"} 2024-12-01T22:41:23,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733092883476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092883476"}]},"ts":"1733092883476"} 2024-12-01T22:41:23,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733092883476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092883476"}]},"ts":"1733092883476"} 2024-12-01T22:41:23,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733092883476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092883476"}]},"ts":"1733092883476"} 2024-12-01T22:41:23,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733092883476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092883476"}]},"ts":"1733092883476"} 2024-12-01T22:41:23,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733092883476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733092883476"}]},"ts":"1733092883476"} 2024-12-01T22:41:23,484 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-01T22:41:23,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T22:41:23,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092883485"}]},"ts":"1733092883485"} 2024-12-01T22:41:23,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-01T22:41:23,488 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {14efca635be3=0} racks are {/default-rack=0} 2024-12-01T22:41:23,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T22:41:23,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T22:41:23,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-01T22:41:23,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T22:41:23,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T22:41:23,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-01T22:41:23,492 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T22:41:23,492 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T22:41:23,492 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-01T22:41:23,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T22:41:23,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8d078e5c72716f7ede64ef6159285cd, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5724c6860f8795c0e83139c85ea1b9b7, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4a1e3a880989fd132c382653154f21d, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c127acb68a5aa735e3ff72f178a0b1f, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1dd56046b0efd91435249a234e4faf0a, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c62313151c43ab9e884f427b430a737f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8beb95d7fd76c9203afd9c66c435e16e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a258e1a51a82ba3d78c7fb4b582ec47c, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce10feb34a7e806d446bf3cc4bad86ab, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=edfb351995260b20084edbda4e1315ba, ASSIGN}] 2024-12-01T22:41:23,495 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8d078e5c72716f7ede64ef6159285cd, ASSIGN 2024-12-01T22:41:23,495 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4a1e3a880989fd132c382653154f21d, ASSIGN 2024-12-01T22:41:23,495 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5724c6860f8795c0e83139c85ea1b9b7, ASSIGN 2024-12-01T22:41:23,495 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8beb95d7fd76c9203afd9c66c435e16e, ASSIGN 2024-12-01T22:41:23,496 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4a1e3a880989fd132c382653154f21d, ASSIGN; state=OFFLINE, location=14efca635be3,46121,1733092871942; forceNewPlan=false, retain=false 2024-12-01T22:41:23,496 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8d078e5c72716f7ede64ef6159285cd, ASSIGN; state=OFFLINE, location=14efca635be3,45827,1733092871874; forceNewPlan=false, retain=false 2024-12-01T22:41:23,496 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=edfb351995260b20084edbda4e1315ba, ASSIGN 2024-12-01T22:41:23,496 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8beb95d7fd76c9203afd9c66c435e16e, ASSIGN; state=OFFLINE, location=14efca635be3,45827,1733092871874; forceNewPlan=false, retain=false 2024-12-01T22:41:23,497 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5724c6860f8795c0e83139c85ea1b9b7, ASSIGN; state=OFFLINE, location=14efca635be3,39381,1733092872000; forceNewPlan=false, retain=false 2024-12-01T22:41:23,498 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=edfb351995260b20084edbda4e1315ba, ASSIGN; state=OFFLINE, location=14efca635be3,45827,1733092871874; forceNewPlan=false, retain=false 2024-12-01T22:41:23,500 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce10feb34a7e806d446bf3cc4bad86ab, ASSIGN 2024-12-01T22:41:23,500 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a258e1a51a82ba3d78c7fb4b582ec47c, ASSIGN 2024-12-01T22:41:23,501 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c62313151c43ab9e884f427b430a737f, ASSIGN 2024-12-01T22:41:23,501 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1dd56046b0efd91435249a234e4faf0a, ASSIGN 2024-12-01T22:41:23,501 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a258e1a51a82ba3d78c7fb4b582ec47c, ASSIGN; state=OFFLINE, location=14efca635be3,46121,1733092871942; forceNewPlan=false, retain=false 2024-12-01T22:41:23,501 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ce10feb34a7e806d446bf3cc4bad86ab, ASSIGN; state=OFFLINE, location=14efca635be3,39381,1733092872000; forceNewPlan=false, retain=false 2024-12-01T22:41:23,501 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c127acb68a5aa735e3ff72f178a0b1f, ASSIGN 2024-12-01T22:41:23,501 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c62313151c43ab9e884f427b430a737f, ASSIGN; state=OFFLINE, location=14efca635be3,39381,1733092872000; forceNewPlan=false, retain=false 2024-12-01T22:41:23,501 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1dd56046b0efd91435249a234e4faf0a, ASSIGN; state=OFFLINE, location=14efca635be3,46121,1733092871942; forceNewPlan=false, retain=false 2024-12-01T22:41:23,501 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c127acb68a5aa735e3ff72f178a0b1f, ASSIGN; state=OFFLINE, location=14efca635be3,45827,1733092871874; forceNewPlan=false, retain=false 2024-12-01T22:41:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:41:23,647 INFO [14efca635be3:34555 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-01T22:41:23,647 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a258e1a51a82ba3d78c7fb4b582ec47c, regionState=OPENING, regionLocation=14efca635be3,46121,1733092871942 2024-12-01T22:41:23,647 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1dd56046b0efd91435249a234e4faf0a, regionState=OPENING, regionLocation=14efca635be3,46121,1733092871942 2024-12-01T22:41:23,647 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=edfb351995260b20084edbda4e1315ba, regionState=OPENING, regionLocation=14efca635be3,45827,1733092871874 2024-12-01T22:41:23,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8beb95d7fd76c9203afd9c66c435e16e, regionState=OPENING, regionLocation=14efca635be3,45827,1733092871874 2024-12-01T22:41:23,647 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c4a1e3a880989fd132c382653154f21d, regionState=OPENING, regionLocation=14efca635be3,46121,1733092871942 2024-12-01T22:41:23,648 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8d078e5c72716f7ede64ef6159285cd, regionState=OPENING, regionLocation=14efca635be3,45827,1733092871874 2024-12-01T22:41:23,648 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6c127acb68a5aa735e3ff72f178a0b1f, regionState=OPENING, regionLocation=14efca635be3,45827,1733092871874 2024-12-01T22:41:23,648 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ce10feb34a7e806d446bf3cc4bad86ab, regionState=OPENING, regionLocation=14efca635be3,39381,1733092872000 2024-12-01T22:41:23,648 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5724c6860f8795c0e83139c85ea1b9b7, regionState=OPENING, regionLocation=14efca635be3,39381,1733092872000 2024-12-01T22:41:23,648 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c62313151c43ab9e884f427b430a737f, regionState=OPENING, regionLocation=14efca635be3,39381,1733092872000 2024-12-01T22:41:23,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a258e1a51a82ba3d78c7fb4b582ec47c, ASSIGN because future has completed 2024-12-01T22:41:23,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a258e1a51a82ba3d78c7fb4b582ec47c, server=14efca635be3,46121,1733092871942}] 2024-12-01T22:41:23,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1dd56046b0efd91435249a234e4faf0a, ASSIGN because future has completed 2024-12-01T22:41:23,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dd56046b0efd91435249a234e4faf0a, server=14efca635be3,46121,1733092871942}] 2024-12-01T22:41:23,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4a1e3a880989fd132c382653154f21d, ASSIGN because future has completed 2024-12-01T22:41:23,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=edfb351995260b20084edbda4e1315ba, ASSIGN because future has completed 2024-12-01T22:41:23,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4a1e3a880989fd132c382653154f21d, server=14efca635be3,46121,1733092871942}] 2024-12-01T22:41:23,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8beb95d7fd76c9203afd9c66c435e16e, ASSIGN because future has completed 2024-12-01T22:41:23,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8d078e5c72716f7ede64ef6159285cd, ASSIGN because future has completed 2024-12-01T22:41:23,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8beb95d7fd76c9203afd9c66c435e16e, server=14efca635be3,45827,1733092871874}] 2024-12-01T22:41:23,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure edfb351995260b20084edbda4e1315ba, server=14efca635be3,45827,1733092871874}] 2024-12-01T22:41:23,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8d078e5c72716f7ede64ef6159285cd, server=14efca635be3,45827,1733092871874}] 2024-12-01T22:41:23,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ce10feb34a7e806d446bf3cc4bad86ab, ASSIGN because future has completed 2024-12-01T22:41:23,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5724c6860f8795c0e83139c85ea1b9b7, ASSIGN because future has completed 2024-12-01T22:41:23,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c62313151c43ab9e884f427b430a737f, ASSIGN because future has completed 2024-12-01T22:41:23,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c127acb68a5aa735e3ff72f178a0b1f, ASSIGN because future has completed 2024-12-01T22:41:23,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce10feb34a7e806d446bf3cc4bad86ab, server=14efca635be3,39381,1733092872000}] 2024-12-01T22:41:23,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c127acb68a5aa735e3ff72f178a0b1f, server=14efca635be3,45827,1733092871874}] 2024-12-01T22:41:23,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c62313151c43ab9e884f427b430a737f, server=14efca635be3,39381,1733092872000}] 2024-12-01T22:41:23,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5724c6860f8795c0e83139c85ea1b9b7, server=14efca635be3,39381,1733092872000}] 2024-12-01T22:41:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:41:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:41:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:41:24,785 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T22:41:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:41:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:41:28,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T22:41:28,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T22:41:28,734 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T22:41:28,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T22:41:28,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T22:41:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:41:32,680 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T22:41:32,680 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T22:41:32,681 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T22:41:32,681 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T22:41:33,654 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T22:41:33,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49431, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T22:41:33,664 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c. 2024-12-01T22:41:33,665 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a258e1a51a82ba3d78c7fb4b582ec47c, NAME => 'SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-01T22:41:33,665 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a258e1a51a82ba3d78c7fb4b582ec47c 2024-12-01T22:41:33,665 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:33,665 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a258e1a51a82ba3d78c7fb4b582ec47c 2024-12-01T22:41:33,665 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a258e1a51a82ba3d78c7fb4b582ec47c 2024-12-01T22:41:33,667 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T22:41:33,667 INFO [StoreOpener-a258e1a51a82ba3d78c7fb4b582ec47c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a258e1a51a82ba3d78c7fb4b582ec47c 2024-12-01T22:41:33,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45913, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T22:41:33,670 INFO [StoreOpener-a258e1a51a82ba3d78c7fb4b582ec47c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a258e1a51a82ba3d78c7fb4b582ec47c columnFamilyName cf 2024-12-01T22:41:33,670 DEBUG [StoreOpener-a258e1a51a82ba3d78c7fb4b582ec47c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:33,671 INFO [StoreOpener-a258e1a51a82ba3d78c7fb4b582ec47c-1 {}] regionserver.HStore(327): Store=a258e1a51a82ba3d78c7fb4b582ec47c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:33,671 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a258e1a51a82ba3d78c7fb4b582ec47c 2024-12-01T22:41:33,672 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/a258e1a51a82ba3d78c7fb4b582ec47c 2024-12-01T22:41:33,672 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f. 2024-12-01T22:41:33,673 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c127acb68a5aa735e3ff72f178a0b1f, NAME => 'SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-01T22:41:33,673 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/a258e1a51a82ba3d78c7fb4b582ec47c 2024-12-01T22:41:33,673 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6c127acb68a5aa735e3ff72f178a0b1f 2024-12-01T22:41:33,673 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:33,673 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 6c127acb68a5aa735e3ff72f178a0b1f 2024-12-01T22:41:33,673 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 6c127acb68a5aa735e3ff72f178a0b1f 2024-12-01T22:41:33,673 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a258e1a51a82ba3d78c7fb4b582ec47c 2024-12-01T22:41:33,673 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a258e1a51a82ba3d78c7fb4b582ec47c 2024-12-01T22:41:33,675 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab. 2024-12-01T22:41:33,675 INFO [StoreOpener-6c127acb68a5aa735e3ff72f178a0b1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6c127acb68a5aa735e3ff72f178a0b1f 2024-12-01T22:41:33,675 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => ce10feb34a7e806d446bf3cc4bad86ab, NAME => 'SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-01T22:41:33,675 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ce10feb34a7e806d446bf3cc4bad86ab 2024-12-01T22:41:33,675 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:33,675 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for ce10feb34a7e806d446bf3cc4bad86ab 2024-12-01T22:41:33,675 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for ce10feb34a7e806d446bf3cc4bad86ab 2024-12-01T22:41:33,675 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a258e1a51a82ba3d78c7fb4b582ec47c 2024-12-01T22:41:33,676 INFO [StoreOpener-6c127acb68a5aa735e3ff72f178a0b1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c127acb68a5aa735e3ff72f178a0b1f columnFamilyName cf 2024-12-01T22:41:33,676 DEBUG [StoreOpener-6c127acb68a5aa735e3ff72f178a0b1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:33,677 INFO [StoreOpener-6c127acb68a5aa735e3ff72f178a0b1f-1 {}] regionserver.HStore(327): Store=6c127acb68a5aa735e3ff72f178a0b1f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:33,677 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 6c127acb68a5aa735e3ff72f178a0b1f 2024-12-01T22:41:33,677 INFO [StoreOpener-ce10feb34a7e806d446bf3cc4bad86ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ce10feb34a7e806d446bf3cc4bad86ab 2024-12-01T22:41:33,678 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/a258e1a51a82ba3d78c7fb4b582ec47c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:41:33,678 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/6c127acb68a5aa735e3ff72f178a0b1f 2024-12-01T22:41:33,678 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/6c127acb68a5aa735e3ff72f178a0b1f 2024-12-01T22:41:33,678 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a258e1a51a82ba3d78c7fb4b582ec47c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62567382, jitterRate=-0.06767335534095764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:41:33,678 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a258e1a51a82ba3d78c7fb4b582ec47c 2024-12-01T22:41:33,678 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a258e1a51a82ba3d78c7fb4b582ec47c: Running coprocessor pre-open hook at 1733092893666Writing region info on filesystem at 1733092893666Initializing all the Stores at 1733092893667 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092893667Cleaning up temporary data from old regions at 1733092893673 (+6 ms)Running coprocessor post-open hooks at 1733092893678 (+5 ms)Region opened successfully at 1733092893678 2024-12-01T22:41:33,678 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 6c127acb68a5aa735e3ff72f178a0b1f 2024-12-01T22:41:33,679 INFO [StoreOpener-ce10feb34a7e806d446bf3cc4bad86ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce10feb34a7e806d446bf3cc4bad86ab columnFamilyName cf 2024-12-01T22:41:33,679 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 6c127acb68a5aa735e3ff72f178a0b1f 2024-12-01T22:41:33,679 DEBUG [StoreOpener-ce10feb34a7e806d446bf3cc4bad86ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:33,679 INFO [StoreOpener-ce10feb34a7e806d446bf3cc4bad86ab-1 {}] regionserver.HStore(327): Store=ce10feb34a7e806d446bf3cc4bad86ab/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:33,679 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c., pid=15, masterSystemTime=1733092893653 2024-12-01T22:41:33,679 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for ce10feb34a7e806d446bf3cc4bad86ab 2024-12-01T22:41:33,680 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/ce10feb34a7e806d446bf3cc4bad86ab 2024-12-01T22:41:33,680 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/ce10feb34a7e806d446bf3cc4bad86ab 2024-12-01T22:41:33,680 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 6c127acb68a5aa735e3ff72f178a0b1f 2024-12-01T22:41:33,680 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for ce10feb34a7e806d446bf3cc4bad86ab 2024-12-01T22:41:33,681 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for ce10feb34a7e806d446bf3cc4bad86ab 2024-12-01T22:41:33,682 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c. 2024-12-01T22:41:33,682 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a258e1a51a82ba3d78c7fb4b582ec47c, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,46121,1733092871942 2024-12-01T22:41:33,682 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c. 2024-12-01T22:41:33,682 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a. 2024-12-01T22:41:33,682 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dd56046b0efd91435249a234e4faf0a, NAME => 'SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-01T22:41:33,682 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/6c127acb68a5aa735e3ff72f178a0b1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:41:33,682 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1dd56046b0efd91435249a234e4faf0a 2024-12-01T22:41:33,683 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:33,683 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 1dd56046b0efd91435249a234e4faf0a 2024-12-01T22:41:33,683 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 1dd56046b0efd91435249a234e4faf0a 2024-12-01T22:41:33,683 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 6c127acb68a5aa735e3ff72f178a0b1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64785716, jitterRate=-0.034617602825164795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:41:33,683 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c127acb68a5aa735e3ff72f178a0b1f 2024-12-01T22:41:33,684 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 6c127acb68a5aa735e3ff72f178a0b1f: Running coprocessor pre-open hook at 1733092893673Writing region info on filesystem at 1733092893673Initializing all the Stores at 1733092893674 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092893674Cleaning up temporary data from old regions at 1733092893679 (+5 ms)Running coprocessor post-open hooks at 1733092893683 (+4 ms)Region opened successfully at 1733092893683 2024-12-01T22:41:33,685 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for ce10feb34a7e806d446bf3cc4bad86ab 2024-12-01T22:41:33,685 INFO [StoreOpener-1dd56046b0efd91435249a234e4faf0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1dd56046b0efd91435249a234e4faf0a 2024-12-01T22:41:33,686 INFO [StoreOpener-1dd56046b0efd91435249a234e4faf0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dd56046b0efd91435249a234e4faf0a columnFamilyName cf 2024-12-01T22:41:33,686 DEBUG [StoreOpener-1dd56046b0efd91435249a234e4faf0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:33,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a258e1a51a82ba3d78c7fb4b582ec47c, server=14efca635be3,46121,1733092871942 because future has completed 2024-12-01T22:41:33,687 INFO [StoreOpener-1dd56046b0efd91435249a234e4faf0a-1 {}] regionserver.HStore(327): Store=1dd56046b0efd91435249a234e4faf0a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:33,687 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f., pid=23, masterSystemTime=1733092893666 2024-12-01T22:41:33,687 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 1dd56046b0efd91435249a234e4faf0a 2024-12-01T22:41:33,688 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/1dd56046b0efd91435249a234e4faf0a 2024-12-01T22:41:33,688 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/1dd56046b0efd91435249a234e4faf0a 2024-12-01T22:41:33,689 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f. 2024-12-01T22:41:33,689 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 1dd56046b0efd91435249a234e4faf0a 2024-12-01T22:41:33,689 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 1dd56046b0efd91435249a234e4faf0a 2024-12-01T22:41:33,689 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f. 2024-12-01T22:41:33,689 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd. 2024-12-01T22:41:33,689 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => b8d078e5c72716f7ede64ef6159285cd, NAME => 'SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-01T22:41:33,689 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b8d078e5c72716f7ede64ef6159285cd 2024-12-01T22:41:33,689 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:33,689 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for b8d078e5c72716f7ede64ef6159285cd 2024-12-01T22:41:33,689 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for b8d078e5c72716f7ede64ef6159285cd 2024-12-01T22:41:33,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6c127acb68a5aa735e3ff72f178a0b1f, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,45827,1733092871874 2024-12-01T22:41:33,690 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 1dd56046b0efd91435249a234e4faf0a 2024-12-01T22:41:33,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-12-01T22:41:33,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a258e1a51a82ba3d78c7fb4b582ec47c, server=14efca635be3,46121,1733092871942 in 10.0370 sec 2024-12-01T22:41:33,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c127acb68a5aa735e3ff72f178a0b1f, server=14efca635be3,45827,1733092871874 because future has completed 2024-12-01T22:41:33,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a258e1a51a82ba3d78c7fb4b582ec47c, ASSIGN in 10.1980 sec 2024-12-01T22:41:33,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-12-01T22:41:33,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c127acb68a5aa735e3ff72f178a0b1f, server=14efca635be3,45827,1733092871874 in 10.0290 sec 2024-12-01T22:41:33,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c127acb68a5aa735e3ff72f178a0b1f, ASSIGN in 10.2010 sec 2024-12-01T22:41:33,696 INFO [StoreOpener-b8d078e5c72716f7ede64ef6159285cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b8d078e5c72716f7ede64ef6159285cd 2024-12-01T22:41:33,697 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/ce10feb34a7e806d446bf3cc4bad86ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:41:33,697 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/1dd56046b0efd91435249a234e4faf0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:41:33,697 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened ce10feb34a7e806d446bf3cc4bad86ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63497227, jitterRate=-0.05381758511066437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:41:33,698 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce10feb34a7e806d446bf3cc4bad86ab 2024-12-01T22:41:33,698 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for ce10feb34a7e806d446bf3cc4bad86ab: Running coprocessor pre-open hook at 1733092893676Writing region info on filesystem at 1733092893676Initializing all the Stores at 1733092893676Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092893676Cleaning up temporary data from old regions at 1733092893681 (+5 ms)Running coprocessor post-open hooks at 1733092893698 (+17 ms)Region opened successfully at 1733092893698 2024-12-01T22:41:33,698 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 1dd56046b0efd91435249a234e4faf0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62251344, jitterRate=-0.07238268852233887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:41:33,698 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dd56046b0efd91435249a234e4faf0a 2024-12-01T22:41:33,698 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 1dd56046b0efd91435249a234e4faf0a: Running coprocessor pre-open hook at 1733092893683Writing region info on filesystem at 1733092893683Initializing all the Stores at 1733092893684 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092893684Cleaning up temporary data from old regions at 1733092893689 (+5 ms)Running coprocessor post-open hooks at 1733092893698 (+9 ms)Region opened successfully at 1733092893698 2024-12-01T22:41:33,698 INFO [StoreOpener-b8d078e5c72716f7ede64ef6159285cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8d078e5c72716f7ede64ef6159285cd columnFamilyName cf 2024-12-01T22:41:33,698 DEBUG [StoreOpener-b8d078e5c72716f7ede64ef6159285cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:33,699 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a., pid=16, masterSystemTime=1733092893653 2024-12-01T22:41:33,699 INFO [StoreOpener-b8d078e5c72716f7ede64ef6159285cd-1 {}] regionserver.HStore(327): Store=b8d078e5c72716f7ede64ef6159285cd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:33,699 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for b8d078e5c72716f7ede64ef6159285cd 2024-12-01T22:41:33,700 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/b8d078e5c72716f7ede64ef6159285cd 2024-12-01T22:41:33,701 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/b8d078e5c72716f7ede64ef6159285cd 2024-12-01T22:41:33,701 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for b8d078e5c72716f7ede64ef6159285cd 2024-12-01T22:41:33,701 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for b8d078e5c72716f7ede64ef6159285cd 2024-12-01T22:41:33,701 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a. 2024-12-01T22:41:33,702 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a. 2024-12-01T22:41:33,702 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d. 2024-12-01T22:41:33,702 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c4a1e3a880989fd132c382653154f21d, NAME => 'SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-01T22:41:33,702 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4a1e3a880989fd132c382653154f21d 2024-12-01T22:41:33,702 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1dd56046b0efd91435249a234e4faf0a, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,46121,1733092871942 2024-12-01T22:41:33,702 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:33,702 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c4a1e3a880989fd132c382653154f21d 2024-12-01T22:41:33,702 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c4a1e3a880989fd132c382653154f21d 2024-12-01T22:41:33,704 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab., pid=21, masterSystemTime=1733092893667 2024-12-01T22:41:33,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dd56046b0efd91435249a234e4faf0a, server=14efca635be3,46121,1733092871942 because future has completed 2024-12-01T22:41:33,705 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for b8d078e5c72716f7ede64ef6159285cd 2024-12-01T22:41:33,706 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab. 2024-12-01T22:41:33,706 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab. 2024-12-01T22:41:33,706 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f. 2024-12-01T22:41:33,706 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c62313151c43ab9e884f427b430a737f, NAME => 'SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-01T22:41:33,707 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c62313151c43ab9e884f427b430a737f 2024-12-01T22:41:33,707 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:33,707 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c62313151c43ab9e884f427b430a737f 2024-12-01T22:41:33,707 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c62313151c43ab9e884f427b430a737f 2024-12-01T22:41:33,709 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ce10feb34a7e806d446bf3cc4bad86ab, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,39381,1733092872000 2024-12-01T22:41:33,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-12-01T22:41:33,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dd56046b0efd91435249a234e4faf0a, server=14efca635be3,46121,1733092871942 in 10.0540 sec 2024-12-01T22:41:33,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce10feb34a7e806d446bf3cc4bad86ab, server=14efca635be3,39381,1733092872000 because future has completed 2024-12-01T22:41:33,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1dd56046b0efd91435249a234e4faf0a, ASSIGN in 10.2160 sec 2024-12-01T22:41:33,712 INFO [StoreOpener-c4a1e3a880989fd132c382653154f21d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4a1e3a880989fd132c382653154f21d 2024-12-01T22:41:33,714 INFO [StoreOpener-c4a1e3a880989fd132c382653154f21d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4a1e3a880989fd132c382653154f21d columnFamilyName cf 2024-12-01T22:41:33,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-12-01T22:41:33,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure ce10feb34a7e806d446bf3cc4bad86ab, server=14efca635be3,39381,1733092872000 in 10.0500 sec 2024-12-01T22:41:33,714 DEBUG [StoreOpener-c4a1e3a880989fd132c382653154f21d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:33,715 INFO [StoreOpener-c4a1e3a880989fd132c382653154f21d-1 {}] regionserver.HStore(327): Store=c4a1e3a880989fd132c382653154f21d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:33,715 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c4a1e3a880989fd132c382653154f21d 2024-12-01T22:41:33,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce10feb34a7e806d446bf3cc4bad86ab, ASSIGN in 10.2210 sec 2024-12-01T22:41:33,716 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/c4a1e3a880989fd132c382653154f21d 2024-12-01T22:41:33,716 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/c4a1e3a880989fd132c382653154f21d 2024-12-01T22:41:33,717 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c4a1e3a880989fd132c382653154f21d 2024-12-01T22:41:33,717 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c4a1e3a880989fd132c382653154f21d 2024-12-01T22:41:33,718 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c4a1e3a880989fd132c382653154f21d 2024-12-01T22:41:33,725 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/b8d078e5c72716f7ede64ef6159285cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:41:33,725 INFO [StoreOpener-c62313151c43ab9e884f427b430a737f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c62313151c43ab9e884f427b430a737f 2024-12-01T22:41:33,726 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened b8d078e5c72716f7ede64ef6159285cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61199959, jitterRate=-0.08804954588413239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:41:33,726 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8d078e5c72716f7ede64ef6159285cd 2024-12-01T22:41:33,726 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for b8d078e5c72716f7ede64ef6159285cd: Running coprocessor pre-open hook at 1733092893690Writing region info on filesystem at 1733092893690Initializing all the Stores at 1733092893690Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092893690Cleaning up temporary data from old regions at 1733092893701 (+11 ms)Running coprocessor post-open hooks at 1733092893726 (+25 ms)Region opened successfully at 1733092893726 2024-12-01T22:41:33,726 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/c4a1e3a880989fd132c382653154f21d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:41:33,727 INFO [StoreOpener-c62313151c43ab9e884f427b430a737f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c62313151c43ab9e884f427b430a737f columnFamilyName cf 2024-12-01T22:41:33,727 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd., pid=20, masterSystemTime=1733092893666 2024-12-01T22:41:33,727 DEBUG [StoreOpener-c62313151c43ab9e884f427b430a737f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:33,727 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c4a1e3a880989fd132c382653154f21d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66287259, jitterRate=-0.012242868542671204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:41:33,727 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4a1e3a880989fd132c382653154f21d 2024-12-01T22:41:33,727 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c4a1e3a880989fd132c382653154f21d: Running coprocessor pre-open hook at 1733092893703Writing region info on filesystem at 1733092893703Initializing all the Stores at 1733092893704 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092893704Cleaning up temporary data from old regions at 1733092893717 (+13 ms)Running coprocessor post-open hooks at 1733092893727 (+10 ms)Region opened successfully at 1733092893727 2024-12-01T22:41:33,727 INFO [StoreOpener-c62313151c43ab9e884f427b430a737f-1 {}] regionserver.HStore(327): Store=c62313151c43ab9e884f427b430a737f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:33,727 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c62313151c43ab9e884f427b430a737f 2024-12-01T22:41:33,728 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d., pid=17, masterSystemTime=1733092893653 2024-12-01T22:41:33,728 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/c62313151c43ab9e884f427b430a737f 2024-12-01T22:41:33,729 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/c62313151c43ab9e884f427b430a737f 2024-12-01T22:41:33,729 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd. 2024-12-01T22:41:33,729 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd. 2024-12-01T22:41:33,730 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba. 2024-12-01T22:41:33,730 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => edfb351995260b20084edbda4e1315ba, NAME => 'SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-01T22:41:33,730 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8d078e5c72716f7ede64ef6159285cd, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,45827,1733092871874 2024-12-01T22:41:33,730 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable edfb351995260b20084edbda4e1315ba 2024-12-01T22:41:33,730 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:33,730 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for edfb351995260b20084edbda4e1315ba 2024-12-01T22:41:33,730 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for edfb351995260b20084edbda4e1315ba 2024-12-01T22:41:33,731 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c62313151c43ab9e884f427b430a737f 2024-12-01T22:41:33,731 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c62313151c43ab9e884f427b430a737f 2024-12-01T22:41:33,732 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d. 2024-12-01T22:41:33,732 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d. 2024-12-01T22:41:33,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8d078e5c72716f7ede64ef6159285cd, server=14efca635be3,45827,1733092871874 because future has completed 2024-12-01T22:41:33,733 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c4a1e3a880989fd132c382653154f21d, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,46121,1733092871942 2024-12-01T22:41:33,733 INFO [StoreOpener-edfb351995260b20084edbda4e1315ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region edfb351995260b20084edbda4e1315ba 2024-12-01T22:41:33,734 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c62313151c43ab9e884f427b430a737f 2024-12-01T22:41:33,736 INFO [StoreOpener-edfb351995260b20084edbda4e1315ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edfb351995260b20084edbda4e1315ba columnFamilyName cf 2024-12-01T22:41:33,736 DEBUG [StoreOpener-edfb351995260b20084edbda4e1315ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:33,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4a1e3a880989fd132c382653154f21d, server=14efca635be3,46121,1733092871942 because future has completed 2024-12-01T22:41:33,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-12-01T22:41:33,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b8d078e5c72716f7ede64ef6159285cd, server=14efca635be3,45827,1733092871874 in 10.0720 sec 2024-12-01T22:41:33,737 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/c62313151c43ab9e884f427b430a737f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:41:33,737 INFO [StoreOpener-edfb351995260b20084edbda4e1315ba-1 {}] regionserver.HStore(327): Store=edfb351995260b20084edbda4e1315ba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:33,737 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for edfb351995260b20084edbda4e1315ba 2024-12-01T22:41:33,738 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c62313151c43ab9e884f427b430a737f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75240897, jitterRate=0.12117673456668854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:41:33,738 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c62313151c43ab9e884f427b430a737f 2024-12-01T22:41:33,738 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/edfb351995260b20084edbda4e1315ba 2024-12-01T22:41:33,738 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c62313151c43ab9e884f427b430a737f: Running coprocessor pre-open hook at 1733092893707Writing region info on filesystem at 1733092893707Initializing all the Stores at 1733092893708 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092893708Cleaning up temporary data from old regions at 1733092893731 (+23 ms)Running coprocessor post-open hooks at 1733092893738 (+7 ms)Region opened successfully at 1733092893738 2024-12-01T22:41:33,738 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/edfb351995260b20084edbda4e1315ba 2024-12-01T22:41:33,739 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for edfb351995260b20084edbda4e1315ba 2024-12-01T22:41:33,739 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f., pid=22, masterSystemTime=1733092893667 2024-12-01T22:41:33,739 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for edfb351995260b20084edbda4e1315ba 2024-12-01T22:41:33,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8d078e5c72716f7ede64ef6159285cd, ASSIGN in 10.2440 sec 2024-12-01T22:41:33,741 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for edfb351995260b20084edbda4e1315ba 2024-12-01T22:41:33,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-12-01T22:41:33,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c4a1e3a880989fd132c382653154f21d, server=14efca635be3,46121,1733092871942 in 10.0850 sec 2024-12-01T22:41:33,741 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f. 2024-12-01T22:41:33,741 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f. 2024-12-01T22:41:33,742 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7. 2024-12-01T22:41:33,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c62313151c43ab9e884f427b430a737f, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,39381,1733092872000 2024-12-01T22:41:33,742 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 5724c6860f8795c0e83139c85ea1b9b7, NAME => 'SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-01T22:41:33,742 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5724c6860f8795c0e83139c85ea1b9b7 2024-12-01T22:41:33,742 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:33,742 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 5724c6860f8795c0e83139c85ea1b9b7 2024-12-01T22:41:33,742 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 5724c6860f8795c0e83139c85ea1b9b7 2024-12-01T22:41:33,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4a1e3a880989fd132c382653154f21d, ASSIGN in 10.2480 sec 2024-12-01T22:41:33,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c62313151c43ab9e884f427b430a737f, server=14efca635be3,39381,1733092872000 because future has completed 2024-12-01T22:41:33,744 INFO [StoreOpener-5724c6860f8795c0e83139c85ea1b9b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5724c6860f8795c0e83139c85ea1b9b7 2024-12-01T22:41:33,745 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/edfb351995260b20084edbda4e1315ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:41:33,745 INFO [StoreOpener-5724c6860f8795c0e83139c85ea1b9b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5724c6860f8795c0e83139c85ea1b9b7 columnFamilyName cf 2024-12-01T22:41:33,746 DEBUG [StoreOpener-5724c6860f8795c0e83139c85ea1b9b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:33,745 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened edfb351995260b20084edbda4e1315ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62327418, jitterRate=-0.0712490975856781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:41:33,746 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for edfb351995260b20084edbda4e1315ba 2024-12-01T22:41:33,746 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for edfb351995260b20084edbda4e1315ba: Running coprocessor pre-open hook at 1733092893730Writing region info on filesystem at 1733092893731 (+1 ms)Initializing all the Stores at 1733092893732 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092893732Cleaning up temporary data from old regions at 1733092893739 (+7 ms)Running coprocessor post-open hooks at 1733092893746 (+7 ms)Region opened successfully at 1733092893746 2024-12-01T22:41:33,746 INFO [StoreOpener-5724c6860f8795c0e83139c85ea1b9b7-1 {}] regionserver.HStore(327): Store=5724c6860f8795c0e83139c85ea1b9b7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:33,746 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 5724c6860f8795c0e83139c85ea1b9b7 2024-12-01T22:41:33,747 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba., pid=18, masterSystemTime=1733092893666 2024-12-01T22:41:33,748 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/5724c6860f8795c0e83139c85ea1b9b7 2024-12-01T22:41:33,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-12-01T22:41:33,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c62313151c43ab9e884f427b430a737f, server=14efca635be3,39381,1733092872000 in 10.0810 sec 2024-12-01T22:41:33,748 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/5724c6860f8795c0e83139c85ea1b9b7 2024-12-01T22:41:33,749 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 5724c6860f8795c0e83139c85ea1b9b7 2024-12-01T22:41:33,749 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 5724c6860f8795c0e83139c85ea1b9b7 2024-12-01T22:41:33,750 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba. 2024-12-01T22:41:33,750 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba. 2024-12-01T22:41:33,750 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. 2024-12-01T22:41:33,750 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8beb95d7fd76c9203afd9c66c435e16e, NAME => 'SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-01T22:41:33,750 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8beb95d7fd76c9203afd9c66c435e16e 2024-12-01T22:41:33,751 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T22:41:33,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c62313151c43ab9e884f427b430a737f, ASSIGN in 10.2550 sec 2024-12-01T22:41:33,751 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8beb95d7fd76c9203afd9c66c435e16e 2024-12-01T22:41:33,751 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8beb95d7fd76c9203afd9c66c435e16e 2024-12-01T22:41:33,751 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=edfb351995260b20084edbda4e1315ba, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,45827,1733092871874 2024-12-01T22:41:33,752 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 5724c6860f8795c0e83139c85ea1b9b7 2024-12-01T22:41:33,753 INFO [StoreOpener-8beb95d7fd76c9203afd9c66c435e16e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8beb95d7fd76c9203afd9c66c435e16e 2024-12-01T22:41:33,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure edfb351995260b20084edbda4e1315ba, server=14efca635be3,45827,1733092871874 because future has completed 2024-12-01T22:41:33,754 INFO [StoreOpener-8beb95d7fd76c9203afd9c66c435e16e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8beb95d7fd76c9203afd9c66c435e16e columnFamilyName cf 2024-12-01T22:41:33,755 DEBUG [StoreOpener-8beb95d7fd76c9203afd9c66c435e16e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T22:41:33,755 INFO [StoreOpener-8beb95d7fd76c9203afd9c66c435e16e-1 {}] regionserver.HStore(327): Store=8beb95d7fd76c9203afd9c66c435e16e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T22:41:33,755 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8beb95d7fd76c9203afd9c66c435e16e 2024-12-01T22:41:33,756 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/5724c6860f8795c0e83139c85ea1b9b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:41:33,756 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 5724c6860f8795c0e83139c85ea1b9b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72668778, jitterRate=0.0828491747379303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:41:33,756 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5724c6860f8795c0e83139c85ea1b9b7 2024-12-01T22:41:33,756 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/8beb95d7fd76c9203afd9c66c435e16e 2024-12-01T22:41:33,756 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 5724c6860f8795c0e83139c85ea1b9b7: Running coprocessor pre-open hook at 1733092893742Writing region info on filesystem at 1733092893742Initializing all the Stores at 1733092893743 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092893743Cleaning up temporary data from old regions at 1733092893749 (+6 ms)Running coprocessor post-open hooks at 1733092893756 (+7 ms)Region opened successfully at 1733092893756 2024-12-01T22:41:33,757 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/8beb95d7fd76c9203afd9c66c435e16e 2024-12-01T22:41:33,757 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7., pid=24, masterSystemTime=1733092893667 2024-12-01T22:41:33,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-12-01T22:41:33,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure edfb351995260b20084edbda4e1315ba, server=14efca635be3,45827,1733092871874 in 10.1010 sec 2024-12-01T22:41:33,758 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8beb95d7fd76c9203afd9c66c435e16e 2024-12-01T22:41:33,758 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8beb95d7fd76c9203afd9c66c435e16e 2024-12-01T22:41:33,760 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7. 2024-12-01T22:41:33,760 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7. 2024-12-01T22:41:33,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=edfb351995260b20084edbda4e1315ba, ASSIGN in 10.2650 sec 2024-12-01T22:41:33,760 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5724c6860f8795c0e83139c85ea1b9b7, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,39381,1733092872000 2024-12-01T22:41:33,760 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8beb95d7fd76c9203afd9c66c435e16e 2024-12-01T22:41:33,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5724c6860f8795c0e83139c85ea1b9b7, server=14efca635be3,39381,1733092872000 because future has completed 2024-12-01T22:41:33,764 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/8beb95d7fd76c9203afd9c66c435e16e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T22:41:33,764 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 8beb95d7fd76c9203afd9c66c435e16e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69955106, jitterRate=0.04241231083869934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T22:41:33,765 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8beb95d7fd76c9203afd9c66c435e16e 2024-12-01T22:41:33,765 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8beb95d7fd76c9203afd9c66c435e16e: Running coprocessor pre-open hook at 1733092893751Writing region info on filesystem at 1733092893751Initializing all the Stores at 1733092893752 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733092893752Cleaning up temporary data from old regions at 1733092893758 (+6 ms)Running coprocessor post-open hooks at 1733092893765 (+7 ms)Region opened successfully at 1733092893765 2024-12-01T22:41:33,765 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e., pid=19, masterSystemTime=1733092893666 2024-12-01T22:41:33,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-12-01T22:41:33,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5724c6860f8795c0e83139c85ea1b9b7, server=14efca635be3,39381,1733092872000 in 10.0950 sec 2024-12-01T22:41:33,767 DEBUG [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. 2024-12-01T22:41:33,767 INFO [RS_OPEN_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. 2024-12-01T22:41:33,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5724c6860f8795c0e83139c85ea1b9b7, ASSIGN in 10.2730 sec 2024-12-01T22:41:33,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8beb95d7fd76c9203afd9c66c435e16e, regionState=OPEN, openSeqNum=2, regionLocation=14efca635be3,45827,1733092871874 2024-12-01T22:41:33,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8beb95d7fd76c9203afd9c66c435e16e, server=14efca635be3,45827,1733092871874 because future has completed 2024-12-01T22:41:33,770 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34555 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=14efca635be3,45827,1733092871874, table=SPTestTable, region=8beb95d7fd76c9203afd9c66c435e16e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-01T22:41:33,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-12-01T22:41:33,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8beb95d7fd76c9203afd9c66c435e16e, server=14efca635be3,45827,1733092871874 in 10.1150 sec 2024-12-01T22:41:33,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-12-01T22:41:33,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8beb95d7fd76c9203afd9c66c435e16e, ASSIGN in 10.2790 sec 2024-12-01T22:41:33,775 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T22:41:33,775 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733092893775"}]},"ts":"1733092893775"} 2024-12-01T22:41:33,777 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-01T22:41:33,777 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T22:41:33,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3730 sec 2024-12-01T22:41:36,788 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-01T22:41:39,167 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T22:41:39,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T22:41:39,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T22:41:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T22:41:41,612 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-01T22:41:41,612 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-01T22:41:41,613 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T22:41:41,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-01T22:41:41,618 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T22:41:41,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-01T22:41:41,641 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T22:41:41,656 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e., hostname=14efca635be3,45827,1733092871874, seqNum=2] 2024-12-01T22:41:41,659 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e., hostname=14efca635be3,45827,1733092871874, seqNum=2] 2024-12-01T22:41:41,667 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e., hostname=14efca635be3,45827,1733092871874, seqNum=2] 2024-12-01T22:41:41,668 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e., hostname=14efca635be3,45827,1733092871874, seqNum=2] 2024-12-01T22:41:41,669 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e., hostname=14efca635be3,45827,1733092871874, seqNum=2] 2024-12-01T22:41:41,671 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e., hostname=14efca635be3,45827,1733092871874, seqNum=2] 2024-12-01T22:41:41,672 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e., hostname=14efca635be3,45827,1733092871874, seqNum=2] 2024-12-01T22:41:41,673 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e., hostname=14efca635be3,45827,1733092871874, seqNum=2] 2024-12-01T22:41:41,707 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c., hostname=14efca635be3,46121,1733092871942, seqNum=2] 2024-12-01T22:41:41,714 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c., hostname=14efca635be3,46121,1733092871942, seqNum=2] 2024-12-01T22:41:41,717 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c., hostname=14efca635be3,46121,1733092871942, seqNum=2] 2024-12-01T22:41:41,718 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c., hostname=14efca635be3,46121,1733092871942, seqNum=2] 2024-12-01T22:41:41,720 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c., hostname=14efca635be3,46121,1733092871942, seqNum=2] 2024-12-01T22:41:41,763 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab., hostname=14efca635be3,39381,1733092872000, seqNum=2] 2024-12-01T22:41:41,765 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab., hostname=14efca635be3,39381,1733092872000, seqNum=2] 2024-12-01T22:41:41,766 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab., hostname=14efca635be3,39381,1733092872000, seqNum=2] 2024-12-01T22:41:41,769 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab., hostname=14efca635be3,39381,1733092872000, seqNum=2] 2024-12-01T22:41:41,857 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba., hostname=14efca635be3,45827,1733092871874, seqNum=2] 2024-12-01T22:41:41,859 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba., hostname=14efca635be3,45827,1733092871874, seqNum=2] 2024-12-01T22:41:41,860 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba., hostname=14efca635be3,45827,1733092871874, seqNum=2] 2024-12-01T22:41:41,865 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba., hostname=14efca635be3,45827,1733092871874, seqNum=2] 2024-12-01T22:41:41,867 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba., hostname=14efca635be3,45827,1733092871874, seqNum=2] 2024-12-01T22:41:41,873 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba., hostname=14efca635be3,45827,1733092871874, seqNum=2] 2024-12-01T22:41:42,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:42,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:42,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T22:41:42,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T22:41:42,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. 2024-12-01T22:41:42,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46121 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T22:41:42,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T22:41:42,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T22:41:43,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T22:41:43,493 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-01T22:41:43,494 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T22:41:43,496 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-01T22:41:43,498 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-01T22:41:43,503 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-01T22:41:43,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741848_1024 (size=49) 2024-12-01T22:41:43,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741848_1024 (size=49) 2024-12-01T22:41:43,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741848_1024 (size=49) 2024-12-01T22:41:43,557 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-01T22:41:43,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8d078e5c72716f7ede64ef6159285cd}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5724c6860f8795c0e83139c85ea1b9b7}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4a1e3a880989fd132c382653154f21d}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c127acb68a5aa735e3ff72f178a0b1f}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dd56046b0efd91435249a234e4faf0a}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c62313151c43ab9e884f427b430a737f}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8beb95d7fd76c9203afd9c66c435e16e}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a258e1a51a82ba3d78c7fb4b582ec47c}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce10feb34a7e806d446bf3cc4bad86ab}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure edfb351995260b20084edbda4e1315ba}] 2024-12-01T22:41:43,561 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure edfb351995260b20084edbda4e1315ba 2024-12-01T22:41:43,561 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce10feb34a7e806d446bf3cc4bad86ab 2024-12-01T22:41:43,562 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a258e1a51a82ba3d78c7fb4b582ec47c 2024-12-01T22:41:43,562 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8beb95d7fd76c9203afd9c66c435e16e 2024-12-01T22:41:43,562 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c62313151c43ab9e884f427b430a737f 2024-12-01T22:41:43,573 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dd56046b0efd91435249a234e4faf0a 2024-12-01T22:41:43,574 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c127acb68a5aa735e3ff72f178a0b1f 2024-12-01T22:41:43,574 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4a1e3a880989fd132c382653154f21d 2024-12-01T22:41:43,575 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5724c6860f8795c0e83139c85ea1b9b7 2024-12-01T22:41:43,575 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8d078e5c72716f7ede64ef6159285cd 2024-12-01T22:41:49,991 INFO [regionserver/14efca635be3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-01T22:41:51,311 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=14efca635be3:42667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-01T22:41:53,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-01T22:41:53,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-01T22:41:53,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. 2024-12-01T22:41:53,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-01T22:41:53,565 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 8beb95d7fd76c9203afd9c66c435e16e 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-01T22:41:53,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd. 2024-12-01T22:41:53,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-01T22:41:53,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-01T22:41:53,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for b8d078e5c72716f7ede64ef6159285cd: 2024-12-01T22:41:53,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd. for SnapshotProcedureTest completed. 2024-12-01T22:41:53,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:41:53,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:41:53,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T22:41:53,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f. 2024-12-01T22:41:53,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 6c127acb68a5aa735e3ff72f178a0b1f: 2024-12-01T22:41:53,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f. for SnapshotProcedureTest completed. 2024-12-01T22:41:53,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-01T22:41:53,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:41:53,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:41:53,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T22:41:53,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-01T22:41:53,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c. 2024-12-01T22:41:53,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-01T22:41:53,567 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing a258e1a51a82ba3d78c7fb4b582ec47c 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-01T22:41:53,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab. 2024-12-01T22:41:53,567 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing ce10feb34a7e806d446bf3cc4bad86ab 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-01T22:41:53,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-01T22:41:53,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d. 2024-12-01T22:41:53,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c4a1e3a880989fd132c382653154f21d: 2024-12-01T22:41:53,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d. for SnapshotProcedureTest completed. 2024-12-01T22:41:53,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a. 2024-12-01T22:41:53,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:41:53,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:41:53,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 1dd56046b0efd91435249a234e4faf0a: 2024-12-01T22:41:53,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T22:41:53,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a. for SnapshotProcedureTest completed. 2024-12-01T22:41:53,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:41:53,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:41:53,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T22:41:53,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-01T22:41:53,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7. 2024-12-01T22:41:53,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 5724c6860f8795c0e83139c85ea1b9b7: 2024-12-01T22:41:53,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7. for SnapshotProcedureTest completed. 2024-12-01T22:41:53,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:41:53,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:41:53,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T22:41:53,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f. 2024-12-01T22:41:53,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for c62313151c43ab9e884f427b430a737f: 2024-12-01T22:41:53,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f. for SnapshotProcedureTest completed. 2024-12-01T22:41:53,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:41:53,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:41:53,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T22:41:53,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/8beb95d7fd76c9203afd9c66c435e16e/.tmp/cf/8aedcc3df9fb446081bea5eaa480102a is 34, key is aaa/cf:cf/1733092902793/Put/seqid=0 2024-12-01T22:41:53,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/a258e1a51a82ba3d78c7fb4b582ec47c/.tmp/cf/b8d1abe411d148e4b48bcea7b1c0513c is 34, key is baa/cf:cf/1733092902786/Put/seqid=0 2024-12-01T22:41:53,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/ce10feb34a7e806d446bf3cc4bad86ab/.tmp/cf/bd29f6d77bbe484ca040c6d839be0cb5 is 34, key is ccd/cf:cf/1733092902791/Put/seqid=0 2024-12-01T22:41:53,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741849_1025 (size=57) 2024-12-01T22:41:53,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741849_1025 (size=57) 2024-12-01T22:41:53,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741849_1025 (size=57) 2024-12-01T22:41:53,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd. 2024-12-01T22:41:53,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-01T22:41:53,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba. 2024-12-01T22:41:53,722 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing edfb351995260b20084edbda4e1315ba 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-01T22:41:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-01T22:41:53,724 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b8d078e5c72716f7ede64ef6159285cd 2024-12-01T22:41:53,725 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8d078e5c72716f7ede64ef6159285cd 2024-12-01T22:41:53,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b8d078e5c72716f7ede64ef6159285cd in 10.1690 sec 2024-12-01T22:41:53,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741852_1028 (size=65) 2024-12-01T22:41:53,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741852_1028 (size=65) 2024-12-01T22:41:53,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a. 2024-12-01T22:41:53,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-01T22:41:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-01T22:41:53,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741852_1028 (size=65) 2024-12-01T22:41:53,771 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1dd56046b0efd91435249a234e4faf0a 2024-12-01T22:41:53,771 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dd56046b0efd91435249a234e4faf0a 2024-12-01T22:41:53,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1dd56046b0efd91435249a234e4faf0a in 10.2140 sec 2024-12-01T22:41:53,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741850_1026 (size=65) 2024-12-01T22:41:53,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741850_1026 (size=65) 2024-12-01T22:41:53,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d. 2024-12-01T22:41:53,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741850_1026 (size=65) 2024-12-01T22:41:53,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-01T22:41:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-01T22:41:53,811 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c4a1e3a880989fd132c382653154f21d 2024-12-01T22:41:53,811 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4a1e3a880989fd132c382653154f21d 2024-12-01T22:41:53,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c4a1e3a880989fd132c382653154f21d in 10.2540 sec 2024-12-01T22:41:53,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/edfb351995260b20084edbda4e1315ba/.tmp/cf/3d9d74c5b7824971b01278d2a24d8346 is 34, key is eaa/cf:cf/1733092903371/Put/seqid=0 2024-12-01T22:41:53,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741853_1029 (size=26918) 2024-12-01T22:41:53,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741853_1029 (size=26918) 2024-12-01T22:41:53,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741853_1029 (size=26918) 2024-12-01T22:41:53,876 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/8beb95d7fd76c9203afd9c66c435e16e/.tmp/cf/8aedcc3df9fb446081bea5eaa480102a 2024-12-01T22:41:53,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741855_1031 (size=65) 2024-12-01T22:41:53,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741855_1031 (size=65) 2024-12-01T22:41:53,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741855_1031 (size=65) 2024-12-01T22:41:53,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f. 2024-12-01T22:41:53,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-01T22:41:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-01T22:41:53,940 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c62313151c43ab9e884f427b430a737f 2024-12-01T22:41:53,941 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c62313151c43ab9e884f427b430a737f 2024-12-01T22:41:53,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c62313151c43ab9e884f427b430a737f in 10.3830 sec 2024-12-01T22:41:53,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741857_1033 (size=47197) 2024-12-01T22:41:53,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741857_1033 (size=47197) 2024-12-01T22:41:53,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741857_1033 (size=47197) 2024-12-01T22:41:53,953 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/ce10feb34a7e806d446bf3cc4bad86ab/.tmp/cf/bd29f6d77bbe484ca040c6d839be0cb5 2024-12-01T22:41:53,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741851_1027 (size=65) 2024-12-01T22:41:53,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741851_1027 (size=65) 2024-12-01T22:41:53,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741851_1027 (size=65) 2024-12-01T22:41:53,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f. 2024-12-01T22:41:53,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-01T22:41:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-01T22:41:53,973 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6c127acb68a5aa735e3ff72f178a0b1f 2024-12-01T22:41:53,973 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c127acb68a5aa735e3ff72f178a0b1f 2024-12-01T22:41:53,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6c127acb68a5aa735e3ff72f178a0b1f in 10.4170 sec 2024-12-01T22:41:53,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741854_1030 (size=28623) 2024-12-01T22:41:53,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741854_1030 (size=28623) 2024-12-01T22:41:53,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741854_1030 (size=28623) 2024-12-01T22:41:53,987 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/a258e1a51a82ba3d78c7fb4b582ec47c/.tmp/cf/b8d1abe411d148e4b48bcea7b1c0513c 2024-12-01T22:41:54,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/8beb95d7fd76c9203afd9c66c435e16e/.tmp/cf/8aedcc3df9fb446081bea5eaa480102a as hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/8beb95d7fd76c9203afd9c66c435e16e/cf/8aedcc3df9fb446081bea5eaa480102a 2024-12-01T22:41:54,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741856_1032 (size=65) 2024-12-01T22:41:54,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741856_1032 (size=65) 2024-12-01T22:41:54,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741856_1032 (size=65) 2024-12-01T22:41:54,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7. 2024-12-01T22:41:54,041 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-01T22:41:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-01T22:41:54,042 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5724c6860f8795c0e83139c85ea1b9b7 2024-12-01T22:41:54,043 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5724c6860f8795c0e83139c85ea1b9b7 2024-12-01T22:41:54,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5724c6860f8795c0e83139c85ea1b9b7 in 10.4860 sec 2024-12-01T22:41:54,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/ce10feb34a7e806d446bf3cc4bad86ab/.tmp/cf/bd29f6d77bbe484ca040c6d839be0cb5 as hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/ce10feb34a7e806d446bf3cc4bad86ab/cf/bd29f6d77bbe484ca040c6d839be0cb5 2024-12-01T22:41:54,085 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/ce10feb34a7e806d446bf3cc4bad86ab/cf/bd29f6d77bbe484ca040c6d839be0cb5, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-01T22:41:54,087 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for ce10feb34a7e806d446bf3cc4bad86ab in 520ms, sequenceid=5, compaction requested=false 2024-12-01T22:41:54,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for ce10feb34a7e806d446bf3cc4bad86ab: 2024-12-01T22:41:54,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab. for SnapshotProcedureTest completed. 2024-12-01T22:41:54,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:41:54,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/a258e1a51a82ba3d78c7fb4b582ec47c/.tmp/cf/b8d1abe411d148e4b48bcea7b1c0513c as hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/a258e1a51a82ba3d78c7fb4b582ec47c/cf/b8d1abe411d148e4b48bcea7b1c0513c 2024-12-01T22:41:54,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:41:54,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/ce10feb34a7e806d446bf3cc4bad86ab/cf/bd29f6d77bbe484ca040c6d839be0cb5] hfiles 2024-12-01T22:41:54,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/ce10feb34a7e806d446bf3cc4bad86ab/cf/bd29f6d77bbe484ca040c6d839be0cb5 for snapshot=SnapshotProcedureTest 2024-12-01T22:41:54,097 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/a258e1a51a82ba3d78c7fb4b582ec47c/cf/b8d1abe411d148e4b48bcea7b1c0513c, entries=731, sequenceid=5, filesize=28.0 K 2024-12-01T22:41:54,098 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for a258e1a51a82ba3d78c7fb4b582ec47c in 531ms, sequenceid=5, compaction requested=false 2024-12-01T22:41:54,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for a258e1a51a82ba3d78c7fb4b582ec47c: 2024-12-01T22:41:54,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c. for SnapshotProcedureTest completed. 2024-12-01T22:41:54,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:41:54,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:41:54,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/a258e1a51a82ba3d78c7fb4b582ec47c/cf/b8d1abe411d148e4b48bcea7b1c0513c] hfiles 2024-12-01T22:41:54,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/a258e1a51a82ba3d78c7fb4b582ec47c/cf/b8d1abe411d148e4b48bcea7b1c0513c for snapshot=SnapshotProcedureTest 2024-12-01T22:41:54,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741858_1034 (size=499309) 2024-12-01T22:41:54,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741858_1034 (size=499309) 2024-12-01T22:41:54,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741858_1034 (size=499309) 2024-12-01T22:41:54,134 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/edfb351995260b20084edbda4e1315ba/.tmp/cf/3d9d74c5b7824971b01278d2a24d8346 2024-12-01T22:41:54,139 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/8beb95d7fd76c9203afd9c66c435e16e/cf/8aedcc3df9fb446081bea5eaa480102a, entries=676, sequenceid=5, filesize=26.3 K 2024-12-01T22:41:54,140 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 8beb95d7fd76c9203afd9c66c435e16e in 575ms, sequenceid=5, compaction requested=false 2024-12-01T22:41:54,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 8beb95d7fd76c9203afd9c66c435e16e: 2024-12-01T22:41:54,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. for SnapshotProcedureTest completed. 2024-12-01T22:41:54,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:41:54,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:41:54,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/8beb95d7fd76c9203afd9c66c435e16e/cf/8aedcc3df9fb446081bea5eaa480102a] hfiles 2024-12-01T22:41:54,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/8beb95d7fd76c9203afd9c66c435e16e/cf/8aedcc3df9fb446081bea5eaa480102a for snapshot=SnapshotProcedureTest 2024-12-01T22:41:54,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/edfb351995260b20084edbda4e1315ba/.tmp/cf/3d9d74c5b7824971b01278d2a24d8346 as hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/edfb351995260b20084edbda4e1315ba/cf/3d9d74c5b7824971b01278d2a24d8346 2024-12-01T22:41:54,163 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/edfb351995260b20084edbda4e1315ba/cf/3d9d74c5b7824971b01278d2a24d8346, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-01T22:41:54,166 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for edfb351995260b20084edbda4e1315ba in 444ms, sequenceid=5, compaction requested=false 2024-12-01T22:41:54,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for edfb351995260b20084edbda4e1315ba: 2024-12-01T22:41:54,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba. for SnapshotProcedureTest completed. 2024-12-01T22:41:54,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T22:41:54,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T22:41:54,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/edfb351995260b20084edbda4e1315ba/cf/3d9d74c5b7824971b01278d2a24d8346] hfiles 2024-12-01T22:41:54,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/edfb351995260b20084edbda4e1315ba/cf/3d9d74c5b7824971b01278d2a24d8346 for snapshot=SnapshotProcedureTest 2024-12-01T22:41:54,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741859_1035 (size=105) 2024-12-01T22:41:54,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741859_1035 (size=105) 2024-12-01T22:41:54,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741859_1035 (size=105) 2024-12-01T22:41:54,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab. 2024-12-01T22:41:54,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-01T22:41:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-01T22:41:54,232 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ce10feb34a7e806d446bf3cc4bad86ab 2024-12-01T22:41:54,232 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce10feb34a7e806d446bf3cc4bad86ab 2024-12-01T22:41:54,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ce10feb34a7e806d446bf3cc4bad86ab in 10.6750 sec 2024-12-01T22:41:54,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741860_1036 (size=105) 2024-12-01T22:41:54,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741860_1036 (size=105) 2024-12-01T22:41:54,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741860_1036 (size=105) 2024-12-01T22:41:54,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c. 2024-12-01T22:41:54,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-01T22:41:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-01T22:41:54,255 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a258e1a51a82ba3d78c7fb4b582ec47c 2024-12-01T22:41:54,255 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a258e1a51a82ba3d78c7fb4b582ec47c 2024-12-01T22:41:54,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a258e1a51a82ba3d78c7fb4b582ec47c in 10.6980 sec 2024-12-01T22:41:54,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741862_1038 (size=105) 2024-12-01T22:41:54,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741862_1038 (size=105) 2024-12-01T22:41:54,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741862_1038 (size=105) 2024-12-01T22:41:54,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. 2024-12-01T22:41:54,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-01T22:41:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-01T22:41:54,269 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8beb95d7fd76c9203afd9c66c435e16e 2024-12-01T22:41:54,269 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8beb95d7fd76c9203afd9c66c435e16e 2024-12-01T22:41:54,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8beb95d7fd76c9203afd9c66c435e16e in 10.7120 sec 2024-12-01T22:41:54,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741861_1037 (size=97) 2024-12-01T22:41:54,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741861_1037 (size=97) 2024-12-01T22:41:54,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741861_1037 (size=97) 2024-12-01T22:41:54,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba. 2024-12-01T22:41:54,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-01T22:41:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-01T22:41:54,286 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region edfb351995260b20084edbda4e1315ba 2024-12-01T22:41:54,286 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure edfb351995260b20084edbda4e1315ba 2024-12-01T22:41:54,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-01T22:41:54,292 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-01T22:41:54,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure edfb351995260b20084edbda4e1315ba in 10.7310 sec 2024-12-01T22:41:54,294 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-01T22:41:54,296 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-01T22:41:54,296 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-01T22:41:54,299 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T22:41:54,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741863_1039 (size=1174) 2024-12-01T22:41:54,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741863_1039 (size=1174) 2024-12-01T22:41:54,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741863_1039 (size=1174) 2024-12-01T22:41:54,386 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-01T22:41:54,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-01T22:41:54,399 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,46121,1733092871942 2024-12-01T22:41:54,400 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,46121,1733092871942 2024-12-01T22:41:54,400 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,45827,1733092871874 2024-12-01T22:41:54,401 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,39381,1733092872000 2024-12-01T22:41:54,408 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,45827,1733092871874 2024-12-01T22:41:54,408 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,46121,1733092871942 2024-12-01T22:41:54,409 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T22:41:54,415 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,39381,1733092872000 2024-12-01T22:41:54,416 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,39381,1733092872000 2024-12-01T22:41:54,417 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,45827,1733092871874 2024-12-01T22:42:03,292 INFO [master/14efca635be3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T22:42:03,292 INFO [master/14efca635be3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T22:42:04,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-01T22:42:04,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-01T22:42:04,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-01T22:42:04,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-01T22:42:04,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-01T22:42:04,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-01T22:42:04,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-01T22:42:04,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-01T22:42:04,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-01T22:42:04,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T22:42:04,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-01T22:42:04,410 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-01T22:42:04,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T22:42:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-01T22:42:04,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T22:42:04,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:42:04,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:04,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-01T22:42:04,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:04,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-01T22:42:04,411 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T22:42:04,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T22:42:04,411 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1821288320, stopped=false 2024-12-01T22:42:04,411 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=14efca635be3,34555,1733092871685 2024-12-01T22:42:04,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T22:42:04,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-01T22:42:04,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-01T22:42:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-01T22:42:04,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T22:42:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-01T22:42:04,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-01T22:42:04,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-01T22:42:04,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-01T22:42:04,413 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,46121,1733092871942 Release verify snapshot worker=14efca635be3,46121,1733092871942 2024-12-01T22:42:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-01T22:42:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-01T22:42:04,414 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,39381,1733092872000 Release verify snapshot worker=14efca635be3,39381,1733092872000 2024-12-01T22:42:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-01T22:42:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-01T22:42:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-01T22:42:04,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,46121,1733092871942 in 10.0190 sec 2024-12-01T22:42:04,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/14efca635be3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-01T22:42:04,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,39381,1733092872000 in 10.0200 sec 2024-12-01T22:42:04,416 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,46121,1733092871942 Release verify snapshot worker=14efca635be3,46121,1733092871942 2024-12-01T22:42:04,416 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,39381,1733092872000 Release verify snapshot worker=14efca635be3,39381,1733092872000 2024-12-01T22:42:04,416 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,46121,1733092871942 Release verify snapshot worker=14efca635be3,46121,1733092871942 2024-12-01T22:42:04,416 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,45827,1733092871874 Release verify snapshot worker=14efca635be3,45827,1733092871874 2024-12-01T22:42:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34555 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-01T22:42:04,417 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=14efca635be3,45827,1733092871874 2024-12-01T22:42:04,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,45827,1733092871874 in 10.0220 sec 2024-12-01T22:42:04,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,46121,1733092871942 in 10.0220 sec 2024-12-01T22:42:04,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,46121,1733092871942 in 10.0220 sec 2024-12-01T22:42:04,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,39381,1733092872000 in 10.0220 sec 2024-12-01T22:42:04,419 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,45827,1733092871874 Release verify snapshot worker=14efca635be3,45827,1733092871874 2024-12-01T22:42:04,419 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,39381,1733092872000 Release verify snapshot worker=14efca635be3,39381,1733092872000 2024-12-01T22:42:04,419 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,45827,1733092871874 Release verify snapshot worker=14efca635be3,45827,1733092871874 2024-12-01T22:42:04,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,39381,1733092872000 in 10.0250 sec 2024-12-01T22:42:04,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,45827,1733092871874 in 10.0250 sec 2024-12-01T22:42:04,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=14efca635be3,45827,1733092871874 in 10.0250 sec 2024-12-01T22:42:04,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T22:42:04,558 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T22:42:04,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T22:42:04,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T22:42:04,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:42:04,558 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:42:04,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:42:04,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:42:04,559 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T22:42:04,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T22:42:04,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:42:04,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:42:04,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:04,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:42:04,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:42:04,561 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '14efca635be3,45827,1733092871874' ***** 2024-12-01T22:42:04,561 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T22:42:04,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T22:42:04,561 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '14efca635be3,46121,1733092871942' ***** 2024-12-01T22:42:04,561 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T22:42:04,562 INFO [RS:1;14efca635be3:46121 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T22:42:04,562 INFO [RS:0;14efca635be3:45827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T22:42:04,562 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '14efca635be3,39381,1733092872000' ***** 2024-12-01T22:42:04,562 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T22:42:04,562 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T22:42:04,562 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T22:42:04,562 INFO [RS:1;14efca635be3:46121 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T22:42:04,562 INFO [RS:1;14efca635be3:46121 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T22:42:04,563 INFO [RS:0;14efca635be3:45827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T22:42:04,563 INFO [RS:1;14efca635be3:46121 {}] regionserver.HRegionServer(3091): Received CLOSE for a258e1a51a82ba3d78c7fb4b582ec47c 2024-12-01T22:42:04,563 INFO [RS:0;14efca635be3:45827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T22:42:04,563 INFO [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c127acb68a5aa735e3ff72f178a0b1f 2024-12-01T22:42:04,563 INFO [RS:2;14efca635be3:39381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T22:42:04,563 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T22:42:04,563 INFO [RS:2;14efca635be3:39381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T22:42:04,563 INFO [RS:1;14efca635be3:46121 {}] regionserver.HRegionServer(3091): Received CLOSE for c4a1e3a880989fd132c382653154f21d 2024-12-01T22:42:04,563 INFO [RS:2;14efca635be3:39381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T22:42:04,563 INFO [RS:1;14efca635be3:46121 {}] regionserver.HRegionServer(3091): Received CLOSE for 1dd56046b0efd91435249a234e4faf0a 2024-12-01T22:42:04,563 INFO [RS:2;14efca635be3:39381 {}] regionserver.HRegionServer(3091): Received CLOSE for c62313151c43ab9e884f427b430a737f 2024-12-01T22:42:04,563 INFO [RS:1;14efca635be3:46121 {}] regionserver.HRegionServer(959): stopping server 14efca635be3,46121,1733092871942 2024-12-01T22:42:04,563 INFO [RS:1;14efca635be3:46121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T22:42:04,564 INFO [RS:1;14efca635be3:46121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;14efca635be3:46121. 2024-12-01T22:42:04,564 DEBUG [RS:1;14efca635be3:46121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:42:04,564 DEBUG [RS:1;14efca635be3:46121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:04,564 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a258e1a51a82ba3d78c7fb4b582ec47c, disabling compactions & flushes 2024-12-01T22:42:04,564 INFO [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(3091): Received CLOSE for b8d078e5c72716f7ede64ef6159285cd 2024-12-01T22:42:04,564 INFO [RS:1;14efca635be3:46121 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T22:42:04,564 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c. 2024-12-01T22:42:04,564 DEBUG [RS:1;14efca635be3:46121 {}] regionserver.HRegionServer(1325): Online Regions={a258e1a51a82ba3d78c7fb4b582ec47c=SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c., c4a1e3a880989fd132c382653154f21d=SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d., 1dd56046b0efd91435249a234e4faf0a=SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a.} 2024-12-01T22:42:04,564 INFO [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(3091): Received CLOSE for edfb351995260b20084edbda4e1315ba 2024-12-01T22:42:04,564 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c. 2024-12-01T22:42:04,564 DEBUG [RS:1;14efca635be3:46121 {}] regionserver.HRegionServer(1351): Waiting on 1dd56046b0efd91435249a234e4faf0a, a258e1a51a82ba3d78c7fb4b582ec47c, c4a1e3a880989fd132c382653154f21d 2024-12-01T22:42:04,564 INFO [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(3091): Received CLOSE for 8beb95d7fd76c9203afd9c66c435e16e 2024-12-01T22:42:04,564 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c. after waiting 0 ms 2024-12-01T22:42:04,564 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c127acb68a5aa735e3ff72f178a0b1f, disabling compactions & flushes 2024-12-01T22:42:04,564 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c. 2024-12-01T22:42:04,564 INFO [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(959): stopping server 14efca635be3,45827,1733092871874 2024-12-01T22:42:04,564 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f. 2024-12-01T22:42:04,564 INFO [RS:0;14efca635be3:45827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T22:42:04,564 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f. 2024-12-01T22:42:04,564 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f. after waiting 0 ms 2024-12-01T22:42:04,564 INFO [RS:0;14efca635be3:45827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;14efca635be3:45827. 2024-12-01T22:42:04,564 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f. 2024-12-01T22:42:04,564 INFO [RS:2;14efca635be3:39381 {}] regionserver.HRegionServer(3091): Received CLOSE for ce10feb34a7e806d446bf3cc4bad86ab 2024-12-01T22:42:04,564 DEBUG [RS:0;14efca635be3:45827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:42:04,564 INFO [RS:2;14efca635be3:39381 {}] regionserver.HRegionServer(3091): Received CLOSE for 5724c6860f8795c0e83139c85ea1b9b7 2024-12-01T22:42:04,564 DEBUG [RS:0;14efca635be3:45827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:04,564 INFO [RS:2;14efca635be3:39381 {}] regionserver.HRegionServer(959): stopping server 14efca635be3,39381,1733092872000 2024-12-01T22:42:04,564 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c62313151c43ab9e884f427b430a737f, disabling compactions & flushes 2024-12-01T22:42:04,564 INFO [RS:2;14efca635be3:39381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T22:42:04,564 INFO [RS:0;14efca635be3:45827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T22:42:04,564 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f. 2024-12-01T22:42:04,564 INFO [RS:0;14efca635be3:45827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T22:42:04,565 INFO [RS:0;14efca635be3:45827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T22:42:04,565 INFO [RS:2;14efca635be3:39381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;14efca635be3:39381. 2024-12-01T22:42:04,565 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f. 2024-12-01T22:42:04,565 INFO [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T22:42:04,565 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f. after waiting 0 ms 2024-12-01T22:42:04,565 DEBUG [RS:2;14efca635be3:39381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T22:42:04,565 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f. 2024-12-01T22:42:04,565 DEBUG [RS:2;14efca635be3:39381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:04,565 INFO [RS:2;14efca635be3:39381 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T22:42:04,565 DEBUG [RS:2;14efca635be3:39381 {}] regionserver.HRegionServer(1325): Online Regions={c62313151c43ab9e884f427b430a737f=SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f., ce10feb34a7e806d446bf3cc4bad86ab=SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab., 5724c6860f8795c0e83139c85ea1b9b7=SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7.} 2024-12-01T22:42:04,565 DEBUG [RS:2;14efca635be3:39381 {}] regionserver.HRegionServer(1351): Waiting on 5724c6860f8795c0e83139c85ea1b9b7, c62313151c43ab9e884f427b430a737f, ce10feb34a7e806d446bf3cc4bad86ab 2024-12-01T22:42:04,565 INFO [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-01T22:42:04,565 DEBUG [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(1325): Online Regions={6c127acb68a5aa735e3ff72f178a0b1f=SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f., 1588230740=hbase:meta,,1.1588230740, b8d078e5c72716f7ede64ef6159285cd=SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd., edfb351995260b20084edbda4e1315ba=SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba., 8beb95d7fd76c9203afd9c66c435e16e=SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e.} 2024-12-01T22:42:04,565 DEBUG [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c127acb68a5aa735e3ff72f178a0b1f, 8beb95d7fd76c9203afd9c66c435e16e, b8d078e5c72716f7ede64ef6159285cd, edfb351995260b20084edbda4e1315ba 2024-12-01T22:42:04,565 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T22:42:04,565 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T22:42:04,565 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T22:42:04,565 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T22:42:04,565 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T22:42:04,565 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-01T22:42:04,571 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/6c127acb68a5aa735e3ff72f178a0b1f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T22:42:04,571 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/a258e1a51a82ba3d78c7fb4b582ec47c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T22:42:04,571 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/c62313151c43ab9e884f427b430a737f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T22:42:04,572 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f. 2024-12-01T22:42:04,572 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c. 2024-12-01T22:42:04,572 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c127acb68a5aa735e3ff72f178a0b1f: Waiting for close lock at 1733092924564Running coprocessor pre-close hooks at 1733092924564Disabling compacts and flushes for region at 1733092924564Disabling writes for close at 1733092924564Writing region close event to WAL at 1733092924565 (+1 ms)Running coprocessor post-close hooks at 1733092924572 (+7 ms)Closed at 1733092924572 2024-12-01T22:42:04,572 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a258e1a51a82ba3d78c7fb4b582ec47c: Waiting for close lock at 1733092924564Running coprocessor pre-close hooks at 1733092924564Disabling compacts and flushes for region at 1733092924564Disabling writes for close at 1733092924564Writing region close event to WAL at 1733092924565 (+1 ms)Running coprocessor post-close hooks at 1733092924572 (+7 ms)Closed at 1733092924572 2024-12-01T22:42:04,572 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f. 2024-12-01T22:42:04,572 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c62313151c43ab9e884f427b430a737f: Waiting for close lock at 1733092924564Running coprocessor pre-close hooks at 1733092924564Disabling compacts and flushes for region at 1733092924564Disabling writes for close at 1733092924565 (+1 ms)Writing region close event to WAL at 1733092924566 (+1 ms)Running coprocessor post-close hooks at 1733092924572 (+6 ms)Closed at 1733092924572 2024-12-01T22:42:04,572 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733092883404.6c127acb68a5aa735e3ff72f178a0b1f. 2024-12-01T22:42:04,572 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733092883404.a258e1a51a82ba3d78c7fb4b582ec47c. 2024-12-01T22:42:04,572 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733092883404.c62313151c43ab9e884f427b430a737f. 2024-12-01T22:42:04,572 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4a1e3a880989fd132c382653154f21d, disabling compactions & flushes 2024-12-01T22:42:04,572 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d. 2024-12-01T22:42:04,572 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce10feb34a7e806d446bf3cc4bad86ab, disabling compactions & flushes 2024-12-01T22:42:04,572 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8d078e5c72716f7ede64ef6159285cd, disabling compactions & flushes 2024-12-01T22:42:04,572 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d. 2024-12-01T22:42:04,572 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab. 2024-12-01T22:42:04,572 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd. 2024-12-01T22:42:04,572 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d. after waiting 0 ms 2024-12-01T22:42:04,572 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab. 2024-12-01T22:42:04,572 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd. 2024-12-01T22:42:04,572 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d. 2024-12-01T22:42:04,572 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab. after waiting 0 ms 2024-12-01T22:42:04,572 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd. after waiting 0 ms 2024-12-01T22:42:04,572 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab. 2024-12-01T22:42:04,572 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd. 2024-12-01T22:42:04,581 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/c4a1e3a880989fd132c382653154f21d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T22:42:04,581 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/ce10feb34a7e806d446bf3cc4bad86ab/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T22:42:04,581 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d. 2024-12-01T22:42:04,582 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab. 2024-12-01T22:42:04,582 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4a1e3a880989fd132c382653154f21d: Waiting for close lock at 1733092924572Running coprocessor pre-close hooks at 1733092924572Disabling compacts and flushes for region at 1733092924572Disabling writes for close at 1733092924572Writing region close event to WAL at 1733092924577 (+5 ms)Running coprocessor post-close hooks at 1733092924581 (+4 ms)Closed at 1733092924581 2024-12-01T22:42:04,582 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce10feb34a7e806d446bf3cc4bad86ab: Waiting for close lock at 1733092924572Running coprocessor pre-close hooks at 1733092924572Disabling compacts and flushes for region at 1733092924572Disabling writes for close at 1733092924572Writing region close event to WAL at 1733092924578 (+6 ms)Running coprocessor post-close hooks at 1733092924581 (+3 ms)Closed at 1733092924581 2024-12-01T22:42:04,582 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733092883404.ce10feb34a7e806d446bf3cc4bad86ab. 2024-12-01T22:42:04,582 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733092883404.c4a1e3a880989fd132c382653154f21d. 2024-12-01T22:42:04,582 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1dd56046b0efd91435249a234e4faf0a, disabling compactions & flushes 2024-12-01T22:42:04,582 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5724c6860f8795c0e83139c85ea1b9b7, disabling compactions & flushes 2024-12-01T22:42:04,582 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a. 2024-12-01T22:42:04,582 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7. 2024-12-01T22:42:04,582 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a. 2024-12-01T22:42:04,582 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7. 2024-12-01T22:42:04,582 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a. after waiting 0 ms 2024-12-01T22:42:04,582 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a. 2024-12-01T22:42:04,582 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7. after waiting 0 ms 2024-12-01T22:42:04,582 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7. 2024-12-01T22:42:04,585 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/b8d078e5c72716f7ede64ef6159285cd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T22:42:04,586 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd. 2024-12-01T22:42:04,586 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8d078e5c72716f7ede64ef6159285cd: Waiting for close lock at 1733092924572Running coprocessor pre-close hooks at 1733092924572Disabling compacts and flushes for region at 1733092924572Disabling writes for close at 1733092924572Writing region close event to WAL at 1733092924578 (+6 ms)Running coprocessor post-close hooks at 1733092924586 (+8 ms)Closed at 1733092924586 2024-12-01T22:42:04,586 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733092883404.b8d078e5c72716f7ede64ef6159285cd. 2024-12-01T22:42:04,586 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing edfb351995260b20084edbda4e1315ba, disabling compactions & flushes 2024-12-01T22:42:04,586 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba. 2024-12-01T22:42:04,586 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba. 2024-12-01T22:42:04,586 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba. after waiting 0 ms 2024-12-01T22:42:04,586 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba. 2024-12-01T22:42:04,588 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/1dd56046b0efd91435249a234e4faf0a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T22:42:04,588 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/5724c6860f8795c0e83139c85ea1b9b7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T22:42:04,588 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a. 2024-12-01T22:42:04,588 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7. 2024-12-01T22:42:04,588 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1dd56046b0efd91435249a234e4faf0a: Waiting for close lock at 1733092924582Running coprocessor pre-close hooks at 1733092924582Disabling compacts and flushes for region at 1733092924582Disabling writes for close at 1733092924582Writing region close event to WAL at 1733092924584 (+2 ms)Running coprocessor post-close hooks at 1733092924588 (+4 ms)Closed at 1733092924588 2024-12-01T22:42:04,588 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5724c6860f8795c0e83139c85ea1b9b7: Waiting for close lock at 1733092924582Running coprocessor pre-close hooks at 1733092924582Disabling compacts and flushes for region at 1733092924582Disabling writes for close at 1733092924582Writing region close event to WAL at 1733092924584 (+2 ms)Running coprocessor post-close hooks at 1733092924588 (+4 ms)Closed at 1733092924588 2024-12-01T22:42:04,589 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733092883404.1dd56046b0efd91435249a234e4faf0a. 2024-12-01T22:42:04,589 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7. 2024-12-01T22:42:04,589 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740/.tmp/info/56fe6969fbba4b118a6e926014531429 is 167, key is SPTestTable,19999999,1733092883404.5724c6860f8795c0e83139c85ea1b9b7./info:regioninfo/1733092893760/Put/seqid=0 2024-12-01T22:42:04,592 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/edfb351995260b20084edbda4e1315ba/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T22:42:04,593 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba. 2024-12-01T22:42:04,593 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for edfb351995260b20084edbda4e1315ba: Waiting for close lock at 1733092924586Running coprocessor pre-close hooks at 1733092924586Disabling compacts and flushes for region at 1733092924586Disabling writes for close at 1733092924586Writing region close event to WAL at 1733092924587 (+1 ms)Running coprocessor post-close hooks at 1733092924592 (+5 ms)Closed at 1733092924592 2024-12-01T22:42:04,593 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733092883404.edfb351995260b20084edbda4e1315ba. 2024-12-01T22:42:04,593 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8beb95d7fd76c9203afd9c66c435e16e, disabling compactions & flushes 2024-12-01T22:42:04,593 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. 2024-12-01T22:42:04,593 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. 2024-12-01T22:42:04,593 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. after waiting 0 ms 2024-12-01T22:42:04,593 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. 2024-12-01T22:42:04,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741864_1040 (size=18393) 2024-12-01T22:42:04,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741864_1040 (size=18393) 2024-12-01T22:42:04,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741864_1040 (size=18393) 2024-12-01T22:42:04,601 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740/.tmp/info/56fe6969fbba4b118a6e926014531429 2024-12-01T22:42:04,601 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/default/SPTestTable/8beb95d7fd76c9203afd9c66c435e16e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T22:42:04,602 INFO [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. 2024-12-01T22:42:04,602 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8beb95d7fd76c9203afd9c66c435e16e: Waiting for close lock at 1733092924593Running coprocessor pre-close hooks at 1733092924593Disabling compacts and flushes for region at 1733092924593Disabling writes for close at 1733092924593Writing region close event to WAL at 1733092924598 (+5 ms)Running coprocessor post-close hooks at 1733092924602 (+4 ms)Closed at 1733092924602 2024-12-01T22:42:04,602 DEBUG [RS_CLOSE_REGION-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733092883404.8beb95d7fd76c9203afd9c66c435e16e. 2024-12-01T22:42:04,608 INFO [regionserver/14efca635be3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T22:42:04,620 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740/.tmp/ns/1b0372188f474bcf986a287fb2c0ac93 is 43, key is default/ns:d/1733092883278/Put/seqid=0 2024-12-01T22:42:04,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741865_1041 (size=5153) 2024-12-01T22:42:04,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741865_1041 (size=5153) 2024-12-01T22:42:04,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741865_1041 (size=5153) 2024-12-01T22:42:04,626 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740/.tmp/ns/1b0372188f474bcf986a287fb2c0ac93 2024-12-01T22:42:04,630 INFO [regionserver/14efca635be3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T22:42:04,644 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740/.tmp/table/e7ec738da34c487fa2b628bc9ff39efc is 47, key is SPTestTable/table:state/1733092893775/Put/seqid=0 2024-12-01T22:42:04,649 INFO [regionserver/14efca635be3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T22:42:04,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741866_1042 (size=5214) 2024-12-01T22:42:04,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741866_1042 (size=5214) 2024-12-01T22:42:04,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741866_1042 (size=5214) 2024-12-01T22:42:04,650 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740/.tmp/table/e7ec738da34c487fa2b628bc9ff39efc 2024-12-01T22:42:04,656 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740/.tmp/info/56fe6969fbba4b118a6e926014531429 as hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740/info/56fe6969fbba4b118a6e926014531429 2024-12-01T22:42:04,662 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740/info/56fe6969fbba4b118a6e926014531429, entries=100, sequenceid=29, filesize=18.0 K 2024-12-01T22:42:04,663 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740/.tmp/ns/1b0372188f474bcf986a287fb2c0ac93 as hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740/ns/1b0372188f474bcf986a287fb2c0ac93 2024-12-01T22:42:04,669 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740/ns/1b0372188f474bcf986a287fb2c0ac93, entries=2, sequenceid=29, filesize=5.0 K 2024-12-01T22:42:04,670 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740/.tmp/table/e7ec738da34c487fa2b628bc9ff39efc as hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740/table/e7ec738da34c487fa2b628bc9ff39efc 2024-12-01T22:42:04,675 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740/table/e7ec738da34c487fa2b628bc9ff39efc, entries=2, sequenceid=29, filesize=5.1 K 2024-12-01T22:42:04,676 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=29, compaction requested=false 2024-12-01T22:42:04,680 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-12-01T22:42:04,681 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T22:42:04,681 INFO [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T22:42:04,681 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733092924565Running coprocessor pre-close hooks at 1733092924565Disabling compacts and flushes for region at 1733092924565Disabling writes for close at 1733092924565Obtaining lock to block concurrent updates at 1733092924565Preparing flush snapshotting stores in 1588230740 at 1733092924565Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733092924566 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733092924566Flushing 1588230740/info: creating writer at 1733092924566Flushing 1588230740/info: appending metadata at 1733092924588 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733092924588Flushing 1588230740/ns: creating writer at 1733092924607 (+19 ms)Flushing 1588230740/ns: appending metadata at 1733092924620 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733092924620Flushing 1588230740/table: creating writer at 1733092924632 (+12 ms)Flushing 1588230740/table: appending metadata at 1733092924644 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733092924644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131bc7b9: reopening flushed file at 1733092924656 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f8607d: reopening flushed file at 1733092924662 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de7a768: reopening flushed file at 1733092924669 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=29, compaction requested=false at 1733092924676 (+7 ms)Writing region close event to WAL at 1733092924677 (+1 ms)Running coprocessor post-close hooks at 1733092924681 (+4 ms)Closed at 1733092924681 2024-12-01T22:42:04,681 DEBUG [RS_CLOSE_META-regionserver/14efca635be3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T22:42:04,764 INFO [RS:1;14efca635be3:46121 {}] regionserver.HRegionServer(976): stopping server 14efca635be3,46121,1733092871942; all regions closed. 2024-12-01T22:42:04,765 INFO [RS:2;14efca635be3:39381 {}] regionserver.HRegionServer(976): stopping server 14efca635be3,39381,1733092872000; all regions closed. 2024-12-01T22:42:04,765 INFO [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(976): stopping server 14efca635be3,45827,1733092871874; all regions closed. 2024-12-01T22:42:04,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741834_1010 (size=2364) 2024-12-01T22:42:04,772 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/WALs/14efca635be3,46121,1733092871942/14efca635be3%2C46121%2C1733092871942.1733092873012 not finished, retry = 0 2024-12-01T22:42:04,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741834_1010 (size=2364) 2024-12-01T22:42:04,772 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/WALs/14efca635be3,39381,1733092872000/14efca635be3%2C39381%2C1733092872000.1733092873032 not finished, retry = 0 2024-12-01T22:42:04,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741834_1010 (size=2364) 2024-12-01T22:42:04,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741836_1012 (size=15114) 2024-12-01T22:42:04,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741836_1012 (size=15114) 2024-12-01T22:42:04,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741835_1011 (size=2364) 2024-12-01T22:42:04,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741835_1011 (size=2364) 2024-12-01T22:42:04,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741836_1012 (size=15114) 2024-12-01T22:42:04,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741835_1011 (size=2364) 2024-12-01T22:42:04,776 DEBUG [RS:0;14efca635be3:45827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/oldWALs 2024-12-01T22:42:04,776 INFO [RS:0;14efca635be3:45827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 14efca635be3%2C45827%2C1733092871874.meta:.meta(num 1733092883183) 2024-12-01T22:42:04,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741833_1009 (size=3439) 2024-12-01T22:42:04,778 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/WALs/14efca635be3,45827,1733092871874/14efca635be3%2C45827%2C1733092871874.1733092873006 not finished, retry = 0 2024-12-01T22:42:04,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741833_1009 (size=3439) 2024-12-01T22:42:04,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741833_1009 (size=3439) 2024-12-01T22:42:04,838 INFO [regionserver/14efca635be3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T22:42:04,838 INFO [regionserver/14efca635be3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T22:42:04,875 INFO [regionserver/14efca635be3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T22:42:04,875 INFO [regionserver/14efca635be3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T22:42:04,879 DEBUG [RS:1;14efca635be3:46121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/oldWALs 2024-12-01T22:42:04,879 INFO [RS:1;14efca635be3:46121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 14efca635be3%2C46121%2C1733092871942:(num 1733092873012) 2024-12-01T22:42:04,879 DEBUG [RS:1;14efca635be3:46121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:04,879 INFO [RS:1;14efca635be3:46121 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T22:42:04,880 DEBUG [RS:2;14efca635be3:39381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/oldWALs 2024-12-01T22:42:04,880 INFO [RS:2;14efca635be3:39381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 14efca635be3%2C39381%2C1733092872000:(num 1733092873032) 2024-12-01T22:42:04,880 INFO [RS:1;14efca635be3:46121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T22:42:04,880 DEBUG [RS:2;14efca635be3:39381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:04,880 INFO [RS:2;14efca635be3:39381 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T22:42:04,880 INFO [RS:1;14efca635be3:46121 {}] hbase.ChoreService(370): Chore service for: regionserver/14efca635be3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T22:42:04,880 INFO [RS:2;14efca635be3:39381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T22:42:04,880 INFO [RS:1;14efca635be3:46121 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T22:42:04,881 INFO [RS:1;14efca635be3:46121 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T22:42:04,881 INFO [RS:1;14efca635be3:46121 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T22:42:04,881 INFO [RS:1;14efca635be3:46121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T22:42:04,881 INFO [RS:2;14efca635be3:39381 {}] hbase.ChoreService(370): Chore service for: regionserver/14efca635be3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T22:42:04,881 INFO [RS:1;14efca635be3:46121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46121 2024-12-01T22:42:04,881 INFO [RS:2;14efca635be3:39381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T22:42:04,881 INFO [RS:2;14efca635be3:39381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T22:42:04,881 INFO [RS:2;14efca635be3:39381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T22:42:04,881 INFO [RS:2;14efca635be3:39381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T22:42:04,882 INFO [RS:2;14efca635be3:39381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39381 2024-12-01T22:42:04,883 DEBUG [RS:0;14efca635be3:45827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/oldWALs 2024-12-01T22:42:04,883 INFO [RS:0;14efca635be3:45827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 14efca635be3%2C45827%2C1733092871874:(num 1733092873006) 2024-12-01T22:42:04,883 DEBUG [RS:0;14efca635be3:45827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T22:42:04,883 INFO [RS:0;14efca635be3:45827 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T22:42:04,883 INFO [RS:0;14efca635be3:45827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T22:42:04,883 INFO [RS:0;14efca635be3:45827 {}] hbase.ChoreService(370): Chore service for: regionserver/14efca635be3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T22:42:04,883 INFO [RS:0;14efca635be3:45827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T22:42:04,883 INFO [RS:0;14efca635be3:45827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45827 2024-12-01T22:42:04,885 INFO [regionserver/14efca635be3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T22:42:04,885 INFO [regionserver/14efca635be3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T22:42:04,885 INFO [regionserver/14efca635be3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T22:42:04,989 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/14efca635be3,46121,1733092871942 2024-12-01T22:42:04,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T22:42:04,989 INFO [RS:1;14efca635be3:46121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T22:42:04,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/14efca635be3,39381,1733092872000 2024-12-01T22:42:04,990 INFO [RS:2;14efca635be3:39381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T22:42:04,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/14efca635be3,45827,1733092871874 2024-12-01T22:42:04,999 INFO [RS:0;14efca635be3:45827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T22:42:05,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [14efca635be3,39381,1733092872000] 2024-12-01T22:42:05,031 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/14efca635be3,39381,1733092872000 already deleted, retry=false 2024-12-01T22:42:05,031 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 14efca635be3,39381,1733092872000 expired; onlineServers=2 2024-12-01T22:42:05,031 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [14efca635be3,45827,1733092871874] 2024-12-01T22:42:05,041 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/14efca635be3,45827,1733092871874 already deleted, retry=false 2024-12-01T22:42:05,041 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 14efca635be3,45827,1733092871874 expired; onlineServers=1 2024-12-01T22:42:05,041 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [14efca635be3,46121,1733092871942] 2024-12-01T22:42:05,051 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/14efca635be3,46121,1733092871942 already deleted, retry=false 2024-12-01T22:42:05,051 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 14efca635be3,46121,1733092871942 expired; onlineServers=0 2024-12-01T22:42:05,051 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '14efca635be3,34555,1733092871685' ***** 2024-12-01T22:42:05,052 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T22:42:05,052 INFO [M:0;14efca635be3:34555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T22:42:05,052 INFO [M:0;14efca635be3:34555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T22:42:05,052 DEBUG [M:0;14efca635be3:34555 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T22:42:05,052 DEBUG [M:0;14efca635be3:34555 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T22:42:05,052 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T22:42:05,052 DEBUG [master/14efca635be3:0:becomeActiveMaster-HFileCleaner.small.0-1733092872553 {}] cleaner.HFileCleaner(306): Exit Thread[master/14efca635be3:0:becomeActiveMaster-HFileCleaner.small.0-1733092872553,5,FailOnTimeoutGroup] 2024-12-01T22:42:05,052 DEBUG [master/14efca635be3:0:becomeActiveMaster-HFileCleaner.large.0-1733092872553 {}] cleaner.HFileCleaner(306): Exit Thread[master/14efca635be3:0:becomeActiveMaster-HFileCleaner.large.0-1733092872553,5,FailOnTimeoutGroup] 2024-12-01T22:42:05,052 INFO [M:0;14efca635be3:34555 {}] hbase.ChoreService(370): Chore service for: master/14efca635be3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T22:42:05,052 INFO [M:0;14efca635be3:34555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T22:42:05,053 DEBUG [M:0;14efca635be3:34555 {}] master.HMaster(1795): Stopping service threads 2024-12-01T22:42:05,053 INFO [M:0;14efca635be3:34555 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T22:42:05,053 INFO [M:0;14efca635be3:34555 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T22:42:05,053 ERROR [M:0;14efca635be3:34555 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:46551 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46551,5,PEWorkerGroup] 2024-12-01T22:42:05,053 INFO [M:0;14efca635be3:34555 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T22:42:05,053 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T22:42:05,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T22:42:05,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T22:42:05,062 DEBUG [M:0;14efca635be3:34555 {}] zookeeper.ZKUtil(347): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-01T22:42:05,062 WARN [M:0;14efca635be3:34555 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T22:42:05,063 INFO [M:0;14efca635be3:34555 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/.lastflushedseqids 2024-12-01T22:42:05,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741867_1043 (size=650) 2024-12-01T22:42:05,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741867_1043 (size=650) 2024-12-01T22:42:05,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741867_1043 (size=650) 2024-12-01T22:42:05,079 INFO [M:0;14efca635be3:34555 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T22:42:05,079 INFO [M:0;14efca635be3:34555 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T22:42:05,079 DEBUG [M:0;14efca635be3:34555 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T22:42:05,079 INFO [M:0;14efca635be3:34555 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:42:05,080 DEBUG [M:0;14efca635be3:34555 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:42:05,080 DEBUG [M:0;14efca635be3:34555 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T22:42:05,080 DEBUG [M:0;14efca635be3:34555 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:42:05,080 INFO [M:0;14efca635be3:34555 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=137.70 KB heapSize=169.73 KB 2024-12-01T22:42:05,094 DEBUG [M:0;14efca635be3:34555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29aad6dfb3434c129f310b8abe2ed46a is 82, key is hbase:meta,,1/info:regioninfo/1733092883220/Put/seqid=0 2024-12-01T22:42:05,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741868_1044 (size=5672) 2024-12-01T22:42:05,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741868_1044 (size=5672) 2024-12-01T22:42:05,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741868_1044 (size=5672) 2024-12-01T22:42:05,101 INFO [M:0;14efca635be3:34555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29aad6dfb3434c129f310b8abe2ed46a 2024-12-01T22:42:05,110 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:42:05,110 INFO [RS:1;14efca635be3:46121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T22:42:05,110 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x101930e89860002, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:42:05,110 INFO [RS:1;14efca635be3:46121 {}] regionserver.HRegionServer(1031): Exiting; stopping=14efca635be3,46121,1733092871942; zookeeper connection closed. 2024-12-01T22:42:05,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:42:05,110 INFO [RS:2;14efca635be3:39381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T22:42:05,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x101930e89860003, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:42:05,110 INFO [RS:2;14efca635be3:39381 {}] regionserver.HRegionServer(1031): Exiting; stopping=14efca635be3,39381,1733092872000; zookeeper connection closed. 2024-12-01T22:42:05,110 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1406ff2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1406ff2 2024-12-01T22:42:05,110 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d3f98ef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d3f98ef 2024-12-01T22:42:05,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:42:05,120 INFO [RS:0;14efca635be3:45827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T22:42:05,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45827-0x101930e89860001, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:42:05,121 INFO [RS:0;14efca635be3:45827 {}] regionserver.HRegionServer(1031): Exiting; stopping=14efca635be3,45827,1733092871874; zookeeper connection closed. 2024-12-01T22:42:05,121 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b781f9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b781f9d 2024-12-01T22:42:05,121 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-01T22:42:05,121 DEBUG [M:0;14efca635be3:34555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f387f3ce8ee64e48844c1a3cdd971582 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733092893779/Put/seqid=0 2024-12-01T22:42:05,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741869_1045 (size=14468) 2024-12-01T22:42:05,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741869_1045 (size=14468) 2024-12-01T22:42:05,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741869_1045 (size=14468) 2024-12-01T22:42:05,127 INFO [M:0;14efca635be3:34555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=137.01 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f387f3ce8ee64e48844c1a3cdd971582 2024-12-01T22:42:05,132 INFO [M:0;14efca635be3:34555 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f387f3ce8ee64e48844c1a3cdd971582 2024-12-01T22:42:05,144 DEBUG [M:0;14efca635be3:34555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3be71a96f0424a5eafed9393c23c0f22 is 69, key is 14efca635be3,39381,1733092872000/rs:state/1733092872672/Put/seqid=0 2024-12-01T22:42:05,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741870_1046 (size=5294) 2024-12-01T22:42:05,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741870_1046 (size=5294) 2024-12-01T22:42:05,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741870_1046 (size=5294) 2024-12-01T22:42:05,151 INFO [M:0;14efca635be3:34555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3be71a96f0424a5eafed9393c23c0f22 2024-12-01T22:42:05,156 DEBUG [M:0;14efca635be3:34555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29aad6dfb3434c129f310b8abe2ed46a as hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29aad6dfb3434c129f310b8abe2ed46a 2024-12-01T22:42:05,161 INFO [M:0;14efca635be3:34555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29aad6dfb3434c129f310b8abe2ed46a, entries=8, sequenceid=353, filesize=5.5 K 2024-12-01T22:42:05,162 DEBUG [M:0;14efca635be3:34555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f387f3ce8ee64e48844c1a3cdd971582 as hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f387f3ce8ee64e48844c1a3cdd971582 2024-12-01T22:42:05,167 INFO [M:0;14efca635be3:34555 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f387f3ce8ee64e48844c1a3cdd971582 2024-12-01T22:42:05,167 INFO [M:0;14efca635be3:34555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f387f3ce8ee64e48844c1a3cdd971582, entries=45, sequenceid=353, filesize=14.1 K 2024-12-01T22:42:05,168 DEBUG [M:0;14efca635be3:34555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3be71a96f0424a5eafed9393c23c0f22 as hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3be71a96f0424a5eafed9393c23c0f22 2024-12-01T22:42:05,173 INFO [M:0;14efca635be3:34555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/a973975d-80bb-7dcd-2240-ebcf1dd272c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3be71a96f0424a5eafed9393c23c0f22, entries=3, sequenceid=353, filesize=5.2 K 2024-12-01T22:42:05,174 INFO [M:0;14efca635be3:34555 {}] regionserver.HRegion(3140): Finished flush of dataSize ~137.70 KB/141002, heapSize ~169.43 KB/173496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=353, compaction requested=false 2024-12-01T22:42:05,175 INFO [M:0;14efca635be3:34555 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T22:42:05,175 DEBUG [M:0;14efca635be3:34555 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733092925079Disabling compacts and flushes for region at 1733092925079Disabling writes for close at 1733092925080 (+1 ms)Obtaining lock to block concurrent updates at 1733092925080Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733092925080Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=141002, getHeapSize=173736, getOffHeapSize=0, getCellsCount=420 at 1733092925080Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733092925081 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733092925081Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733092925093 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733092925093Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733092925106 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733092925121 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733092925121Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733092925132 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733092925144 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733092925144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d7740e2: reopening flushed file at 1733092925155 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@687abb7b: reopening flushed file at 1733092925161 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c47ebf: reopening flushed file at 1733092925167 (+6 ms)Finished flush of dataSize ~137.70 KB/141002, heapSize ~169.43 KB/173496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=353, compaction requested=false at 1733092925174 (+7 ms)Writing region close event to WAL at 1733092925175 (+1 ms)Closed at 1733092925175 2024-12-01T22:42:05,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40817 is added to blk_1073741830_1006 (size=164634) 2024-12-01T22:42:05,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741830_1006 (size=164634) 2024-12-01T22:42:05,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46147 is added to blk_1073741830_1006 (size=164634) 2024-12-01T22:42:05,178 INFO [M:0;14efca635be3:34555 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T22:42:05,178 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T22:42:05,178 INFO [M:0;14efca635be3:34555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34555 2024-12-01T22:42:05,178 INFO [M:0;14efca635be3:34555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T22:42:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:42:05,289 INFO [M:0;14efca635be3:34555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T22:42:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x101930e89860000, quorum=127.0.0.1:56839, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T22:42:05,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76cc5f70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T22:42:05,295 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77e2e964{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T22:42:05,296 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T22:42:05,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27eeff62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T22:42:05,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@355b5826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/hadoop.log.dir/,STOPPED} 2024-12-01T22:42:05,298 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T22:42:05,298 WARN [BP-969001114-172.17.0.2-1733092868916 heartbeating to localhost/127.0.0.1:46551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T22:42:05,298 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T22:42:05,298 WARN [BP-969001114-172.17.0.2-1733092868916 heartbeating to localhost/127.0.0.1:46551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-969001114-172.17.0.2-1733092868916 (Datanode Uuid 0e92bd03-279a-43a3-b367-5d1d0de4a78f) service to localhost/127.0.0.1:46551 2024-12-01T22:42:05,298 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/cluster_d63ee740-4009-fba5-b8e4-7878506a6fbb/data/data5/current/BP-969001114-172.17.0.2-1733092868916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T22:42:05,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/cluster_d63ee740-4009-fba5-b8e4-7878506a6fbb/data/data6/current/BP-969001114-172.17.0.2-1733092868916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T22:42:05,299 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T22:42:05,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33e24962{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T22:42:05,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@147f919a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T22:42:05,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T22:42:05,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b93e1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T22:42:05,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9234fcc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/hadoop.log.dir/,STOPPED} 2024-12-01T22:42:05,303 WARN [BP-969001114-172.17.0.2-1733092868916 heartbeating to localhost/127.0.0.1:46551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T22:42:05,303 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T22:42:05,304 WARN [BP-969001114-172.17.0.2-1733092868916 heartbeating to localhost/127.0.0.1:46551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-969001114-172.17.0.2-1733092868916 (Datanode Uuid 23c43291-eb65-4ab4-9b5e-cb94407dbccf) service to localhost/127.0.0.1:46551 2024-12-01T22:42:05,304 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T22:42:05,304 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/cluster_d63ee740-4009-fba5-b8e4-7878506a6fbb/data/data3/current/BP-969001114-172.17.0.2-1733092868916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T22:42:05,304 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/cluster_d63ee740-4009-fba5-b8e4-7878506a6fbb/data/data4/current/BP-969001114-172.17.0.2-1733092868916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T22:42:05,304 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T22:42:05,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ae4ac48{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T22:42:05,307 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e5777bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T22:42:05,307 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T22:42:05,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43b6528f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T22:42:05,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bf8095d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/hadoop.log.dir/,STOPPED} 2024-12-01T22:42:05,308 WARN [BP-969001114-172.17.0.2-1733092868916 heartbeating to localhost/127.0.0.1:46551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T22:42:05,308 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T22:42:05,308 WARN [BP-969001114-172.17.0.2-1733092868916 heartbeating to localhost/127.0.0.1:46551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-969001114-172.17.0.2-1733092868916 (Datanode Uuid 98e494d9-1d18-4153-9a18-d59264227d07) service to localhost/127.0.0.1:46551 2024-12-01T22:42:05,308 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T22:42:05,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/cluster_d63ee740-4009-fba5-b8e4-7878506a6fbb/data/data1/current/BP-969001114-172.17.0.2-1733092868916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T22:42:05,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/cluster_d63ee740-4009-fba5-b8e4-7878506a6fbb/data/data2/current/BP-969001114-172.17.0.2-1733092868916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T22:42:05,309 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T22:42:05,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a24c7a6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T22:42:05,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72443302{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T22:42:05,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T22:42:05,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@265115b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T22:42:05,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d89db3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8dedf1ce-b7bc-621d-4ef3-dad7efd2586f/hadoop.log.dir/,STOPPED} 2024-12-01T22:42:05,321 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T22:42:05,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T22:42:05,360 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=129 (was 99) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:46551 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:46551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:46551 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:46551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:46551 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=486 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 271) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8936 (was 9304)